-- Logs begin at Mon 2021-08-16 14:39:02 UTC, end at Mon 2021-08-16 15:32:48 UTC. -- Aug 16 15:07:44.634886 dv-cinder-804757-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 16 15:07:47.351931 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.common.config [-] Logging enabled! Aug 16 15:07:47.352510 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev542 Aug 16 15:07:47.352718 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93944) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 16 15:07:47.355911 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.common.config [-] Logging enabled! Aug 16 15:07:47.356253 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev542 Aug 16 15:07:47.356562 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93944) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 16 15:07:47.357568 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 16 15:07:47.357801 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 16 15:07:47.358163 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 16 15:07:47.358413 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 16 15:07:47.358644 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 16 15:07:47.358956 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.359248 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.359539 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.359765 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.360081 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.360368 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.360649 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.360929 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.361221 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.361502 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.361778 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.362057 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.362284 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.362564 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.362846 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.363127 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.363346 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] debug = True {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.363623 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.364072 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.364479 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.364758 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.365045 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.365599 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.365854 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.366125 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.366404 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.366736 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] host = dv-cinder-804757-1-iscsi {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.367009 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.367290 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.367572 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.367853 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.368150 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.368428 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.368709 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.368977 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.369245 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] log_file = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.369515 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.369799 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.370079 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.370361 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.370584 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.370799 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.371081 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.371362 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.371632 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.371900 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.372193 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.372462 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.372730 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.373527 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.373806 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.374084 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.374362 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.374630 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.374897 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.375163 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.375428 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.375704 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.375995 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.376258 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.376524 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.376804 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.377069 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.377337 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.377631 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.377908 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.378182 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.378466 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.378732 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.379007 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.379273 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.379539 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.379803 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] use_json = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.380098 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.380364 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.380640 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.380907 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.381171 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.381438 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.381702 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.381977 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:47.382268 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.382557 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.382851 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.383130 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.383420 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.383697 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.384006 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.384274 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.384558 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.384841 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.385126 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.385400 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.385683 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.385955 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.386243 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.386541 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.386830 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.387119 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.387392 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.387662 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.387934 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.388253 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.388585 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.389407 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.389695 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.389967 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.390244 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.390531 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.390804 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.391076 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.391346 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.391630 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.391903 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.392197 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.392477 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.392750 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.393019 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.393288 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.393561 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.393846 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.394122 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.394395 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.394663 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.394936 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.395202 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.395485 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.395757 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.396052 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.396324 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.396597 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.396864 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.397132 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.397403 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.397672 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.397944 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.398212 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.398485 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.398753 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.399020 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.399286 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.399555 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.399824 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.400123 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.400394 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.400664 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.400932 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.401202 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.401471 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.401757 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.402051 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.402325 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.402602 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.402877 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.403151 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.403424 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.403699 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.403990 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.404310 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.404581 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.404868 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.405146 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.405428 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.405707 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.405980 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.406269 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.406540 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.406815 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.407085 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.407355 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.407639 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.407915 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.408226 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.408516 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.408803 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.409090 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.409375 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.409651 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.409955 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.410230 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:47.410442 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 16 15:07:47.410676 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93944) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 16 15:07:47.758636 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 16 15:07:47.758920 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 16 15:07:47.759206 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 16 15:07:47.759536 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 16 15:07:48.154281 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:48.154570 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:48.154843 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:48.156063 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:48.156345 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:48.156608 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:48.190533 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:48.190813 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:48.191079 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:48.207801 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:48.208103 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:48.208371 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:48.236258 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:48.236537 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:48.236803 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:48.273705 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:48.273981 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:48.274247 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:48.506031 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:48.506631 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:48.506631 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:48.506801 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:48.507418 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:48.626948 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:48.627213 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:48.627499 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:48.627766 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:48.628061 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:48.628374 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:48.628631 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:48.628883 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:48.629133 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:48.629413 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:48.629670 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:48.629932 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:48.630186 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:48.630435 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:48.630687 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:48.630945 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:48.631196 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:48.631459 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:48.631725 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:48.631992 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:48.632270 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:48.632520 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:48.632802 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:48.633176 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:48.633424 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:48.633668 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:48.634054 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93944) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 15:07:48.634293 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93944) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 15:07:48.634528 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93944) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 15:07:48.634762 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93944) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 15:07:48.634996 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93944) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 15:07:48.635228 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93944) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 15:07:48.635582 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 16 15:07:48.638689 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 16 15:07:48.642573 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 16 15:07:48.646338 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Aug 16 15:07:48.648122 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 16 15:07:48.648566 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 16 15:07:48.648895 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 16 15:07:48.649270 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 16 15:07:48.652073 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 16 15:07:48.652324 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 16 15:07:48.652667 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 16 15:07:48.657926 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 16 15:07:48.679898 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 16 15:07:48.680370 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:48.680663 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93944) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 16 15:07:48.681022 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:48.682371 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93944) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 16 15:07:48.682649 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 16 15:07:48.682894 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 16 15:07:48.686817 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:48.687095 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:48.750207 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 16 15:07:48.750439 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 16 15:07:48.750674 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 16 15:07:48.751033 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 16 15:07:48.771207 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_db.sqlalchemy.engines [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93944) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 16 15:07:49.295911 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.plugins.ml2.managers [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Initializing driver for type 'gre' Aug 16 15:07:49.296458 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] gre ID ranges: [(1, 1000)] Aug 16 15:07:49.352711 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.plugins.ml2.managers [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Initializing driver for type 'local' Aug 16 15:07:49.353049 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.plugins.ml2.managers [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Initializing driver for type 'vlan' Aug 16 15:07:49.366821 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] VlanTypeDriver initialization complete Aug 16 15:07:49.367153 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.plugins.ml2.managers [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Initializing driver for type 'vxlan' Aug 16 15:07:49.367630 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] vxlan ID ranges: [(1, 1000)] Aug 16 15:07:49.419405 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.plugins.ml2.managers [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Initializing extension driver 'port_security' Aug 16 15:07:49.419744 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.plugins.ml2.extensions.port_security [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] PortSecurityExtensionDriver initialization complete Aug 16 15:07:49.420112 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.plugins.ml2.managers [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Initializing mechanism driver 'openvswitch' Aug 16 15:07:49.420435 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.plugins.ml2.managers [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Initializing mechanism driver 'hyperv' Aug 16 15:07:49.426890 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:07:49.427562 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: > port after_create 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.428039 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: > port after_update 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.428400 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: > port after_delete 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.428916 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93944) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 15:07:49.429349 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: > subnet after_create 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.429709 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: > subnet after_update 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.430060 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: > subnet after_delete 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.430450 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93944) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 15:07:49.430857 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: > network after_create 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.431211 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: > network after_update 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.431558 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: > network after_delete 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.431942 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93944) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 15:07:49.432366 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: > security_group after_create 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.432719 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: > security_group after_update 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.433061 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: > security_group after_delete 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.433451 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93944) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 15:07:49.433982 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.434336 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.434683 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.435071 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93944) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 15:07:49.435473 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: > address_group after_create 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.435825 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: > address_group after_update 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.436190 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: > address_group after_delete 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.436576 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93944) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 15:07:49.436949 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] ML2 OVO RPC backend initialized. {{(pid=93944) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 16 15:07:49.437644 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: > router_interface after_create 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.437999 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.438418 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: > network before_response 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.438764 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: > networks before_response 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.439112 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: > port before_response 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.439453 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: > ports before_response 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.439796 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: > subnet before_response 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.440172 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: > subnets before_response 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.440521 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: > network after_create 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.440867 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: > network after_update 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.441206 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: > network after_delete 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.441542 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: > port after_create 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.441877 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: > port after_update 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.442211 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: > port after_delete 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.442547 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: > subnet after_create 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.442881 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: > subnet after_update 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.443214 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: > subnet after_delete 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.443777 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.plugins.ml2.plugin [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Modular L2 Plugin initialization complete Aug 16 15:07:49.444138 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading services supported by the core plugin {{(pid=93944) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 16 15:07:49.444467 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.plugins.ml2.managers [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Got port-security extension from driver 'port_security' Aug 16 15:07:49.444926 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.extensions.vlantransparent [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Disabled vlantransparent extension. Aug 16 15:07:49.445403 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93944) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 16 15:07:49.445719 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading Plugin: router Aug 16 15:07:49.483363 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: > router_interface before_create 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.483754 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: > router after_create 55549900 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.484152 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: > router before_create 55549900 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.484521 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.484895 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.485253 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: > router after_delete 55549900 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.485614 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: > floatingip after_update 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.485981 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: > router after_create 55549900 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.486331 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: > router after_update 55549900 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.486684 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: > router after_update 55549900 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.487039 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.487401 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: > router after_update 55549900 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.487812 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: > router precommit_update 55549900 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.488203 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: port after_update 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.488545 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: port after_delete 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.488885 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: subnet after_update 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.489224 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.489574 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: > port precommit_delete 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.489922 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: > router precommit_create 55549900 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.490518 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: port before_delete 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.490862 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: > router precommit_create 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.491219 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: > router after_update 55549900 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.491564 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: > router precommit_delete 55549900 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.491917 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: > router precommit_create 55549900 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.492373 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: > router_interface after_create 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.492726 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: > router precommit_update 55549900 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.493107 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: > agent after_create 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.493445 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: > agent after_delete 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.493792 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: > network after_delete 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.494650 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.quota.resource_registry [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Tracking information for resource: router configured {{(pid=93944) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 15:07:49.495029 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.quota.resource_registry [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Tracking information for resource: floatingip configured {{(pid=93944) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 15:07:49.500327 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.db.l3_agentschedulers_db [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 16 15:07:49.501017 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: port after_update 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.501383 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: port after_create 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.501738 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: port after_delete 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.502090 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: port after_update 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.502881 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: > router before_create 55550100 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.503251 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: > router precommit_delete 55550100 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.503617 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: > router precommit_create 55550100 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.503987 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: > router precommit_update 55550100 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.508432 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.services.provider_configuration [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Service providers = [] {{(pid=93944) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 16 15:07:49.508954 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.db.servicetype_db [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93944) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 16 15:07:49.511712 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.services.service_base [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93944) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 15:07:49.512097 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.services.service_base [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93944) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 15:07:49.512440 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.services.service_base [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93944) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 15:07:49.513331 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.services.service_base [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93944) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 15:07:49.514306 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.services.service_base [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 16 15:07:49.514678 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93944) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 15:07:49.514997 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 16 15:07:49.525579 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93944) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 15:07:49.525918 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading Plugin: auto_allocate Aug 16 15:07:49.531731 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: network precommit_update 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.532147 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: network precommit_create 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.532674 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93944) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 15:07:49.532997 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading Plugin: tag Aug 16 15:07:49.539500 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93944) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 15:07:49.539832 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading Plugin: timestamp Aug 16 15:07:49.543839 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93944) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 15:07:49.544217 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading Plugin: network_ip_availability Aug 16 15:07:49.549635 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.550013 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.550373 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.551082 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93944) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 15:07:49.551401 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading Plugin: flavors Aug 16 15:07:49.556243 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93944) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 15:07:49.556571 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading Plugin: revisions Aug 16 15:07:49.561353 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93944) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 15:07:49.561741 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_concurrency.lockutils [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.802s {{(pid=93944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 16 15:07:49.562463 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93944) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 16 15:07:49.562798 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Initializing extension manager. Aug 16 15:07:49.563306 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: __init__.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.563648 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: __pycache__ {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.564001 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.564338 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: address_group.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.565087 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.565658 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loaded extension: address-group Aug 16 15:07:49.565985 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: address_scope.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.566710 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.567226 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loaded extension: address-scope Aug 16 15:07:49.567551 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: admin_state_down_before_update.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.568552 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.569069 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loaded extension: router-admin-state-down-before-update Aug 16 15:07:49.569395 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: agent.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.570101 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.570614 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loaded extension: agent Aug 16 15:07:49.570940 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: agent_resources_synced.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.572048 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.572566 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loaded extension: agent-resources-synced Aug 16 15:07:49.572893 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: allowedaddresspairs.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.574659 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.575181 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loaded extension: allowed-address-pairs Aug 16 15:07:49.575507 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: auto_allocated_topology.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.577182 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.577696 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loaded extension: auto-allocated-topology Aug 16 15:07:49.578023 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: availability_zone.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.578722 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.579232 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loaded extension: availability_zone Aug 16 15:07:49.579557 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: availability_zone_filter.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.580494 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.581009 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loaded extension: availability_zone_filter Aug 16 15:07:49.581335 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: data_plane_status.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.582248 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.582759 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extension data-plane-status not supported by any of loaded plugins Aug 16 15:07:49.583085 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: default_subnetpools.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.584099 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.584616 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loaded extension: default-subnetpools Aug 16 15:07:49.584940 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: dhcpagentscheduler.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.585751 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.586267 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loaded extension: dhcp_agent_scheduler Aug 16 15:07:49.586599 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: dns.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.587526 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.588074 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extension dns-integration not supported by any of loaded plugins Aug 16 15:07:49.588403 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: dns_domain_ports.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.589318 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.589834 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 16 15:07:49.590159 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.591077 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.591615 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 16 15:07:49.591940 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: dvr.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.592631 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.593144 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loaded extension: dvr Aug 16 15:07:49.593466 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: ecmp_routes.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.594381 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.594888 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extension ecmp_routes not supported by any of loaded plugins Aug 16 15:07:49.595211 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: empty_string_filtering.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.596151 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.596671 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loaded extension: empty-string-filtering Aug 16 15:07:49.596993 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.597907 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.598434 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 16 15:07:49.598740 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.599709 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.600258 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 16 15:07:49.600582 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: external_net.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.601489 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.601999 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loaded extension: external-net Aug 16 15:07:49.602323 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: extra_dhcp_opt.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.603244 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.603753 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loaded extension: extra_dhcp_opt Aug 16 15:07:49.604106 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: extraroute.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.605010 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.605523 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loaded extension: extraroute Aug 16 15:07:49.605845 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: extraroute_atomic.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.606867 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.607410 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loaded extension: extraroute-atomic Aug 16 15:07:49.607736 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: filter_validation.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.608434 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.608940 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loaded extension: filter-validation Aug 16 15:07:49.609262 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: fip_pf_description.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.610169 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.610679 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 16 15:07:49.611003 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: fip_port_details.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.611919 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.612462 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loaded extension: fip-port-details Aug 16 15:07:49.612787 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: flavors.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.614024 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.614545 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loaded extension: flavors Aug 16 15:07:49.614949 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.616942 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.617472 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 16 15:07:49.617806 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: floatingip_pools.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.618511 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.619030 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loaded extension: floatingip-pools Aug 16 15:07:49.619358 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: ip_allocation.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.620325 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.620840 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extension ip_allocation not supported by any of loaded plugins Aug 16 15:07:49.621167 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.622085 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.622601 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loaded extension: ip-substring-filtering Aug 16 15:07:49.623469 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: l2_adjacency.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.624421 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.624934 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extension l2_adjacency not supported by any of loaded plugins Aug 16 15:07:49.625259 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: l3.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.626215 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.626741 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loaded extension: router Aug 16 15:07:49.627241 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: l3_conntrack_helper.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.629466 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.629997 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 16 15:07:49.630347 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.631329 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.631853 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loaded extension: ext-gw-mode Aug 16 15:07:49.632217 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.633140 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.633659 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loaded extension: l3-ha Aug 16 15:07:49.633986 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: l3_flavors.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.634926 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.635446 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loaded extension: l3-flavors Aug 16 15:07:49.635773 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.636712 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.637236 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loaded extension: l3-port-ip-change-not-allowed Aug 16 15:07:49.637560 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: l3agentscheduler.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.639128 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.639648 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loaded extension: l3_agent_scheduler Aug 16 15:07:49.639990 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: logging.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.641493 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.642012 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extension logging not supported by any of loaded plugins Aug 16 15:07:49.642343 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: metering.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.643082 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.643660 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loaded extension: metering Aug 16 15:07:49.644005 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.645105 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.645622 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loaded extension: metering_source_and_destination_fields Aug 16 15:07:49.645964 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: multiprovidernet.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.646945 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.647461 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loaded extension: multi-provider Aug 16 15:07:49.647785 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: netmtu.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.648721 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.649231 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loaded extension: net-mtu Aug 16 15:07:49.649554 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: netmtu_writable.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.650469 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.650978 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loaded extension: net-mtu-writable Aug 16 15:07:49.651301 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: network_availability_zone.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.651989 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.652502 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loaded extension: network_availability_zone Aug 16 15:07:49.652822 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: network_ip_availability.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.653910 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.654455 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loaded extension: network-ip-availability Aug 16 15:07:49.654784 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: network_segment_range.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.655548 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.656092 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extension network-segment-range not supported by any of loaded plugins Aug 16 15:07:49.656418 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: pagination.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.657404 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.657737 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loaded extension: pagination Aug 16 15:07:49.658060 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: port_device_profile.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.658978 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.659499 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loaded extension: port-device-profile Aug 16 15:07:49.659822 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.660786 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.661306 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loaded extension: port-mac-address-regenerate Aug 16 15:07:49.661685 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.662615 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.663139 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loaded extension: port-numa-affinity-policy Aug 16 15:07:49.663461 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: port_resource_request.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.664409 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.664922 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extension port-resource-request not supported by any of loaded plugins Aug 16 15:07:49.665241 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: portbindings.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.666167 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.666684 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loaded extension: binding Aug 16 15:07:49.667013 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: portbindings_extended.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.668441 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.668963 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loaded extension: binding-extended Aug 16 15:07:49.669292 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: portsecurity.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.670245 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.670761 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loaded extension: port-security Aug 16 15:07:49.671088 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: project_id.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.672107 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.672442 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loaded extension: project-id Aug 16 15:07:49.672765 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: providernet.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.673694 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.674214 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loaded extension: provider Aug 16 15:07:49.674537 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: qos.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.678049 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.678577 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extension qos not supported by any of loaded plugins Aug 16 15:07:49.678910 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.680186 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.680712 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 16 15:07:49.681045 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.681969 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.682486 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 16 15:07:49.682814 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: qos_default.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.683728 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.684281 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extension qos-default not supported by any of loaded plugins Aug 16 15:07:49.684614 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: qos_fip.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.685269 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.686323 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extension qos-fip not supported by any of loaded plugins Aug 16 15:07:49.686648 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: qos_gateway_ip.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.687574 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.688128 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 16 15:07:49.688456 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: qos_port_network_policy.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.689365 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.689876 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 16 15:07:49.690202 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: qos_pps_rule.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.691374 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.691897 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extension qos-pps not supported by any of loaded plugins Aug 16 15:07:49.692255 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: qos_rule_type_details.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.693232 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.693748 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 16 15:07:49.694072 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: qos_rules_alias.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.695113 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.695630 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 16 15:07:49.695955 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: quotasv2.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.696891 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.697220 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loaded extension: quotas Aug 16 15:07:49.697543 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: quotasv2_detail.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.700559 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.700905 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loaded extension: quota_details Aug 16 15:07:49.701847 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: rbac.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.703095 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.703626 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loaded extension: rbac-policies Aug 16 15:07:49.703959 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: rbac_address_group.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.704927 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.705451 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loaded extension: rbac-address-group Aug 16 15:07:49.705779 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: rbac_address_scope.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.706696 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.707221 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loaded extension: rbac-address-scope Aug 16 15:07:49.707547 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: rbac_security_groups.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.708536 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.709073 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loaded extension: rbac-security-groups Aug 16 15:07:49.709398 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: rbac_subnetpool.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.710307 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.710822 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loaded extension: rbac-subnetpool Aug 16 15:07:49.711145 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: revisionifmatch.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.712117 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.712638 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loaded extension: revision-if-match Aug 16 15:07:49.712964 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: revisions.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.714071 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.714587 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loaded extension: standard-attr-revisions Aug 16 15:07:49.714912 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: router_availability_zone.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.715586 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.716134 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loaded extension: router_availability_zone Aug 16 15:07:49.716457 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: routerservicetype.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.717401 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.717912 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extension router-service-type not supported by any of loaded plugins Aug 16 15:07:49.718234 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.719154 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.719669 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loaded extension: security-groups-normalized-cidr Aug 16 15:07:49.720016 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: security_groups_port_filtering.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.720936 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.721447 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loaded extension: port-security-groups-filtering Aug 16 15:07:49.721769 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.722686 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.723201 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loaded extension: security-groups-remote-address-group Aug 16 15:07:49.723528 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: securitygroup.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.733139 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.733672 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loaded extension: security-group Aug 16 15:07:49.734006 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: segment.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.734800 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.735315 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extension segment not supported by any of loaded plugins Aug 16 15:07:49.735645 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.736603 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.737126 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 16 15:07:49.737453 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: servicetype.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.738635 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.739162 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loaded extension: service-type Aug 16 15:07:49.739489 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: sorting.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.740822 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.741157 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loaded extension: sorting Aug 16 15:07:49.741481 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: standard_attr_segment.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.742399 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.742913 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 16 15:07:49.743238 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: standardattrdescription.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.743888 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.744422 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loaded extension: standard-attr-description Aug 16 15:07:49.744744 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: stateful_security_group.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.745713 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.746189 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loaded extension: stateful-security-group Aug 16 15:07:49.746513 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: stdattrs_common.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.747098 dv-cinder-804757-1-iscsi neutron-server[93944]: WARNING neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 16 15:07:49.747422 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.748883 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.749401 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 16 15:07:49.749729 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: subnet_onboard.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.750799 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.751314 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loaded extension: subnet_onboard Aug 16 15:07:49.751639 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.752583 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.753096 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 16 15:07:49.753421 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: subnet_service_types.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.754338 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.754854 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loaded extension: subnet-service-types Aug 16 15:07:49.755175 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: subnetallocation.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.756350 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.756867 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loaded extension: subnet_allocation Aug 16 15:07:49.757196 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.757859 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.758373 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loaded extension: subnetpool-prefix-ops Aug 16 15:07:49.758696 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.759634 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.760184 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 16 15:07:49.760509 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: tagging.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.761551 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.762077 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loaded extension: standard-attr-tag Aug 16 15:07:49.762403 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: timestamp.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.764179 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.764697 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loaded extension: standard-attr-timestamp Aug 16 15:07:49.765028 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: trunk.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.766062 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.766576 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extension trunk not supported by any of loaded plugins Aug 16 15:07:49.766903 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: trunk_details.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.767827 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.768382 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extension trunk-details not supported by any of loaded plugins Aug 16 15:07:49.768709 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: uplink_status_propagation.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.769632 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.770146 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 16 15:07:49.770471 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Loading extension file: vlantransparent.py {{(pid=93944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 15:07:49.771209 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 15:07:49.771723 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extension vlan-transparent not supported by any of loaded plugins Aug 16 15:07:49.774159 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.quota.resource_registry [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Creating instance of TrackedResource for resource:network Aug 16 15:07:49.774682 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.quota.resource_registry [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Creating instance of TrackedResource for resource:subnet Aug 16 15:07:49.775087 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.quota.resource_registry [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 15:07:49.775484 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.quota.resource_registry [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Creating instance of TrackedResource for resource:port Aug 16 15:07:49.776741 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.v2.resource_helper [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 15:07:49.777206 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.v2.resource_helper [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Service FLAVORS assigned prefix: {{(pid=93944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 15:07:49.777819 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.v2.resource_helper [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 15:07:49.778252 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.v2.resource_helper [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 15:07:49.778585 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.quota.resource_registry [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Creating instance of TrackedResource for resource:router Aug 16 15:07:49.779030 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.quota.resource_registry [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Creating instance of TrackedResource for resource:floatingip Aug 16 15:07:49.779532 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.v2.resource_helper [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Service METERING assigned prefix: /metering {{(pid=93944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 15:07:49.780975 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.781347 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.781701 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:07:49.782695 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.quota.resource_registry [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Creating instance of CountableResource for resource:rbac_policy Aug 16 15:07:49.783138 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.quota.resource_registry [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Creating instance of TrackedResource for resource:security_group Aug 16 15:07:49.783574 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.quota.resource_registry [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Creating instance of TrackedResource for resource:security_group_rule Aug 16 15:07:49.785253 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.v2.resource_helper [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Service CORE assigned prefix: {{(pid=93944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 15:07:49.785602 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.quota.resource_registry [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 15:07:49.785969 dv-cinder-804757-1-iscsi neutron-server[93944]: WARNING neutron.quota.resource_registry [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] subnetpool is already registered Aug 16 15:07:49.786421 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.v2.resource_helper [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Service CORE assigned prefix: {{(pid=93944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 15:07:49.786833 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.quota.resource_registry [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 15:07:49.787180 dv-cinder-804757-1-iscsi neutron-server[93944]: WARNING neutron.quota.resource_registry [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] subnetpool is already registered Aug 16 15:07:49.789484 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.v2.resource_helper [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 15:07:49.789942 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.v2.resource_helper [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Service FLAVORS assigned prefix: {{(pid=93944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 15:07:49.790529 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.v2.resource_helper [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 15:07:49.790953 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.v2.resource_helper [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 15:07:49.791287 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.quota.resource_registry [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Creating instance of TrackedResource for resource:router Aug 16 15:07:49.791626 dv-cinder-804757-1-iscsi neutron-server[93944]: WARNING neutron.quota.resource_registry [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] router is already registered Aug 16 15:07:49.792073 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.quota.resource_registry [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Creating instance of TrackedResource for resource:floatingip Aug 16 15:07:49.792413 dv-cinder-804757-1-iscsi neutron-server[93944]: WARNING neutron.quota.resource_registry [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] floatingip is already registered Aug 16 15:07:49.792867 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.v2.resource_helper [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Service METERING assigned prefix: /metering {{(pid=93944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 15:07:49.793539 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.quota.resource_registry [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Creating instance of CountableResource for resource:rbac_policy Aug 16 15:07:49.793866 dv-cinder-804757-1-iscsi neutron-server[93944]: WARNING neutron.quota.resource_registry [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] rbac_policy is already registered Aug 16 15:07:49.794285 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.quota.resource_registry [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Creating instance of TrackedResource for resource:security_group Aug 16 15:07:49.794624 dv-cinder-804757-1-iscsi neutron-server[93944]: WARNING neutron.quota.resource_registry [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] security_group is already registered Aug 16 15:07:49.795069 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.quota.resource_registry [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Creating instance of TrackedResource for resource:security_group_rule Aug 16 15:07:49.795406 dv-cinder-804757-1-iscsi neutron-server[93944]: WARNING neutron.quota.resource_registry [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] security_group_rule is already registered Aug 16 15:07:49.796077 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.v2.resource_helper [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Service CORE assigned prefix: {{(pid=93944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 15:07:49.796422 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.quota.resource_registry [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 15:07:49.796759 dv-cinder-804757-1-iscsi neutron-server[93944]: WARNING neutron.quota.resource_registry [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] subnetpool is already registered Aug 16 15:07:49.797201 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.v2.resource_helper [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Service CORE assigned prefix: {{(pid=93944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 15:07:49.797528 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.quota.resource_registry [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 15:07:49.797862 dv-cinder-804757-1-iscsi neutron-server[93944]: WARNING neutron.quota.resource_registry [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] subnetpool is already registered Aug 16 15:07:49.798325 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extended resource: extensions {{(pid=93944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:07:49.799785 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extended resource: address-groups {{(pid=93944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:07:49.801289 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extended resource: address-scopes {{(pid=93944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:07:49.802773 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extended resource: agents {{(pid=93944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:07:49.803930 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extended resource: auto-allocated-topology {{(pid=93944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:07:49.805219 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extended resource: availability_zones {{(pid=93944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:07:49.806435 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extended resource: dhcp-networks {{(pid=93944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:07:49.807952 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extended resource: dhcp-agents {{(pid=93944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:07:49.809406 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extended resource: routers {{(pid=93944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:07:49.811679 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extended resource: flavors {{(pid=93944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:07:49.812973 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extended resource: service_profiles {{(pid=93944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:07:49.814188 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extended resource: next_providers {{(pid=93944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:07:49.815631 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extended resource: service_profiles {{(pid=93944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:07:49.817196 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extended resource: floatingip-pools {{(pid=93944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:07:49.818536 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extended resource: routers {{(pid=93944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:07:49.820340 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extended resource: floatingips {{(pid=93944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:07:49.821624 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extended resource: l3-routers {{(pid=93944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:07:49.823011 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extended resource: l3-agents {{(pid=93944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:07:49.824453 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extended resource: metering-labels {{(pid=93944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:07:49.825879 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extended resource: metering-label-rules {{(pid=93944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:07:49.827825 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extended resource: network-ip-availabilities {{(pid=93944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:07:49.829136 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extended resource: bindings {{(pid=93944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:07:49.830703 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extended resource: quotas {{(pid=93944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:07:49.832278 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extended resource: quotas {{(pid=93944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:07:49.833790 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extended resource: rbac-policies {{(pid=93944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:07:49.834990 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extended resource: security-groups {{(pid=93944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:07:49.836335 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extended resource: security-group-rules {{(pid=93944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:07:49.837590 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extended resource: service-providers {{(pid=93944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:07:49.838807 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extended resource: subnetpools {{(pid=93944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:07:49.840192 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extended resource: subnetpools {{(pid=93944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:07:49.841756 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extended resource: tags {{(pid=93944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:07:49.843459 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extended resource: tags {{(pid=93944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:07:49.845322 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extended resource: tags {{(pid=93944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:07:49.847137 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extended resource: tags {{(pid=93944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:07:49.848869 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extended resource: tags {{(pid=93944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:07:49.851931 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extended resource: tags {{(pid=93944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:07:49.853700 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extended resource: tags {{(pid=93944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:07:49.855526 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extended resource: tags {{(pid=93944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:07:49.858054 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extended resource: tags {{(pid=93944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:07:49.859839 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron.api.extensions [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Extended resource: tags {{(pid=93944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 15:07:49.866123 dv-cinder-804757-1-iscsi neutron-server[93944]: WARNING keystonemiddleware.auth_token [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 16 15:07:49.870591 dv-cinder-804757-1-iscsi neutron-server[93944]: WARNING keystonemiddleware.auth_token [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 16 15:07:49.879326 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_concurrency.lockutils [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Acquired lock "singleton_lock" {{(pid=93944) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 16 15:07:49.879800 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_concurrency.lockutils [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Releasing lock "singleton_lock" {{(pid=93944) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 16 15:07:49.880548 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO oslo_service.service [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Starting 2 workers Aug 16 15:07:49.885284 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Started child 94051 {{(pid=93944) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 15:07:49.889707 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Started child 94052 {{(pid=93944) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 15:07:49.890612 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:07:49.891287 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO neutron.service [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Neutron service started, listening on 0.0.0.0:9696 Aug 16 15:07:49.891954 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Notify callbacks [] for process, before_spawn {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:07:49.892220 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [-] (94051) wsgi starting up on http://0.0.0.0:9696 Aug 16 15:07:49.894337 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO oslo_service.service [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Starting 1 workers Aug 16 15:07:49.894522 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:07:49.895866 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [-] (94052) wsgi starting up on http://0.0.0.0:9696 Aug 16 15:07:49.899591 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Started child 94053 {{(pid=93944) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 15:07:49.900152 dv-cinder-804757-1-iscsi neutron-server[93944]: INFO oslo_service.service [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Starting 1 workers Aug 16 15:07:49.903447 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.service [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] calling RpcWorker wait() {{(pid=94053) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 16 15:07:49.904137 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.service [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] returning from RpcWorker wait() {{(pid=94053) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 16 15:07:49.904631 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Started child 94054 {{(pid=93944) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 15:07:49.905451 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:07:49.905554 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7049ac5c-1772-447a-9359-c546ab3826df None None] Notify callbacks [] for process, after_spawn {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:07:49.906030 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:07:49.907304 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93944) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 16 15:07:49.907519 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 16 15:07:49.907693 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 16 15:07:49.907908 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 16 15:07:49.908256 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 16 15:07:49.908421 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 16 15:07:49.908947 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.909213 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.909468 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.909557 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:07:49.909999 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.909999 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.910577 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:07:49.910669 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.910869 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.911132 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.911411 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.911652 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.911820 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.912002 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.912269 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.912496 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.912797 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.913067 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.913317 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.913574 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.913752 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.914013 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.914295 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.914550 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.914819 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] debug = True {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.915074 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.915685 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.915908 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.916727 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.916727 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.916727 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.917079 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.917079 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.917306 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.917684 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.917862 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.918095 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.918556 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.918556 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.918914 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.919198 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.919439 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.920536 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] host = dv-cinder-804757-1-iscsi {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.920712 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.920884 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.921132 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.921386 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.921637 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.922000 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.922188 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.922493 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.922778 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.923049 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.923271 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.923508 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.923723 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.924193 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] log_file = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.924193 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] log_options = True {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.924558 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.924677 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.924893 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.925072 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.925226 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.925464 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.925892 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.925892 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.926315 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.926315 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.926580 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.926716 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.926909 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.927376 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.927376 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.928762 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.928762 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.928762 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.928762 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.928762 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.928762 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.929972 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.929972 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.929972 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.929972 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.930658 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.930658 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.930658 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.930658 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.931493 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.931493 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.931493 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.932056 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.932056 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.932056 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.932580 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.932580 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.933221 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.933221 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.933221 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.933588 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.933947 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.933947 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.934318 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.934318 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.934578 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] use_json = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.934701 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.934946 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.935171 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.936173 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.936462 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.936462 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.936700 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.936960 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:49.937275 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.937578 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.937859 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.938446 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.938835 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.939058 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.939185 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.939344 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.939586 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.940022 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.940163 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.940552 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.940683 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.941136 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.941136 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.941526 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.941795 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.941948 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.942178 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.942534 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.942662 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.943827 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.943827 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.943827 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.943827 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.944874 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.944874 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.944874 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.944874 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.944874 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.946364 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.946364 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.946364 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.946364 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.946364 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.946364 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.946364 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.946864 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.946864 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.947018 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.947435 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.947856 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.948324 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.948603 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.948929 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.949223 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.949223 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.949446 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.949697 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.950716 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.950716 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.950716 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.950716 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.951986 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.951986 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.951986 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.951986 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.951986 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.951986 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.952674 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.952674 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.952946 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.953029 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.953181 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.953438 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.953694 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.953936 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.954177 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.954379 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.954594 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.954831 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.955044 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.955260 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.955507 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.955746 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.955963 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.956212 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.956427 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.956660 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.956874 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.957086 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.957295 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.957509 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.957718 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.957995 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.958310 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.958557 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.958821 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.959044 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.959304 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.959548 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.959795 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.960117 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.960274 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.960985 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.960985 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.960985 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.963145 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.963145 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.963145 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.963145 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.963145 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.963145 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.963145 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.963145 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.964197 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.964197 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.964197 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.964197 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.964197 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.964764 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.964764 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.965106 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.965106 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.967835 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.967835 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.967835 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.967835 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.967835 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.967835 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.967835 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.967835 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.969727 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.969727 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.969727 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.969727 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.969727 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.969727 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.969727 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.969727 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.972089 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.972089 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.972089 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.972089 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.972089 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.972089 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.972089 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.972089 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.972679 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.972679 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.972679 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.972679 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.972679 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.972679 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.972679 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.973186 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.973186 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.973186 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.974522 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.974522 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.974522 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.974522 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.974522 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.974522 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.977494 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.977494 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.977494 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.977494 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.977494 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.977494 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.977494 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.977494 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.978394 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.978394 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.978394 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.978394 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.978394 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.978394 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.978394 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.978394 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.979062 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.979062 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.979062 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.979062 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.979356 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.979356 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.979615 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.979836 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.980180 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.980285 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.980545 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.980706 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.980950 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.981153 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.981392 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.981827 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.982116 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.982916 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.983171 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.983434 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.983731 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.983862 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.984429 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.984429 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.984840 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.984840 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.985127 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.985238 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.985409 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.985862 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.986097 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.986304 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.986526 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.986741 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.986955 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.987188 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.987532 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.987717 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.987947 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.988228 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.988465 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.988953 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.988953 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.989226 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.989339 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.989555 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.989770 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.989979 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.990485 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.990697 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.990914 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.992052 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.992052 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.992052 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.992052 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.992052 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.993360 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.993360 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.993360 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.993360 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.993360 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.993360 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.995317 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.995317 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.995317 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.995317 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.995317 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.995317 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.995317 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.995317 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.996705 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.996705 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.996705 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.996705 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.996705 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.996705 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.996705 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.998164 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.998164 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.998164 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.998164 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.998164 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.998164 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.998978 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.998978 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.998978 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.999347 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.999347 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.999547 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:49.999804 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.000108 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.000380 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.000650 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.000885 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.001173 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.001505 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.001788 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.002036 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.002284 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.002533 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.002765 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.003002 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.003448 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.003670 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.004068 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.004335 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.004564 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.004784 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.004994 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.005251 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.005771 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.005771 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.005945 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.006265 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.006371 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.006462 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 16 15:07:50.007164 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93944) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 16 15:07:50.007995 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 16 15:07:50.007995 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 16 15:07:50.007995 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 16 15:07:50.007995 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 16 15:07:50.007995 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 16 15:07:50.008389 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.008389 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.008534 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.008664 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.008821 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.009001 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.009163 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.009321 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.009481 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.009638 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.009797 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.009954 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.010114 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.011989 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.011989 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.011989 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.011989 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.011989 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.011989 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.011989 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.011989 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.012544 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.012544 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] debug = True {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.012544 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.012544 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.013046 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.013215 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.013348 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.014042 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.014207 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.014368 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.014526 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.014688 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.014847 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.015007 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.015164 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.015322 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.015484 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.015619 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.015779 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.015939 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] host = dv-cinder-804757-1-iscsi {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.016124 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.016277 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.016425 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.016585 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.016739 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.017077 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.017237 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.017394 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.017554 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.017711 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.017869 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.018025 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.018183 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.018341 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] log_file = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.018498 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] log_options = True {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.018678 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.018817 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.018983 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.019166 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.019327 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.019485 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.019642 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.019798 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.019956 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.020141 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.020295 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.020622 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.020780 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.020960 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.021183 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.021344 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.021496 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.021654 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.021813 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.021979 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.022121 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.022466 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.022607 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.022768 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.022924 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.023081 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.023238 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.023394 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.023553 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.023710 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.023867 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.024048 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.024256 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.024381 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.024504 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.024625 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.024787 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.024948 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.025089 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.025250 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.025407 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.025564 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.025721 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.025878 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.026035 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.026193 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] use_json = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.026350 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.026507 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.026663 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.026819 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.026976 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.027133 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.027289 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.027447 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 15:07:50.027623 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.027784 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.027956 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.028138 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.028297 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.028457 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.028616 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.028781 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.028939 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.029708 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.029879 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.030039 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.030212 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.030373 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.030533 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.030694 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.030855 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.031015 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.031176 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.031337 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.031497 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.031660 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.031835 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.032019 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.032185 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.032346 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.032507 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.032669 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.032829 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.032991 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.033153 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.033314 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.033474 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.033634 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.033795 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.033956 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.034872 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.034872 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.034872 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.034872 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.034872 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.034872 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.035932 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.035932 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.035932 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.035932 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.035932 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.035932 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.035932 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.037102 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.037102 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.037102 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.037102 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.037102 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.037102 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.037102 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.038629 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.038629 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.038629 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.038629 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.038629 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.038629 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.038629 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.038629 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.038629 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.039776 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.039776 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.039776 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.039776 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.039776 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.039776 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.039776 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.039776 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.039776 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.041144 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.041144 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.041144 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.041144 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.041144 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.041144 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.041144 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.041144 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.041144 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.041735 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.041735 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.041735 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.041735 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.042701 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.042701 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.042701 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.042701 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.042701 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.042701 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.043519 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.043519 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.043519 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.043519 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.043519 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.043519 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.043999 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.043999 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.043999 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.044210 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.044210 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.044378 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.044539 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.044738 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.045196 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.045196 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.045196 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.046690 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.046690 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.046690 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.046690 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.046690 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.046690 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.046690 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.046690 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.048240 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.048240 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.048240 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.048240 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.048240 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.048240 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.048240 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.048240 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.048240 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.051929 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.051929 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.051929 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.051929 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.051929 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.051929 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.051929 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.051929 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.052614 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.052614 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.052614 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.052614 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.052614 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.052614 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.052614 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.052614 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.053135 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.053135 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.053135 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.053135 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.053135 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.053135 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.053135 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.053135 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.053663 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.053663 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.053663 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.053663 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.053663 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.053663 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.053663 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.053663 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.054203 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.054203 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.054203 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.054203 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.054203 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.054203 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.054203 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.054203 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.054731 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.054731 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.054731 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.054731 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.054731 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.054731 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.055136 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.055136 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.055275 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.055353 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.055488 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.055651 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.055811 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.055995 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.056155 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.056318 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.056477 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.056638 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.056797 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.056958 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.057133 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.057293 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.057454 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.057553 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:07:50.057629 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.057761 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.057921 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.058080 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.058239 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.058399 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.058563 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.058725 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.058887 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.059049 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.059210 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.059370 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.059530 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.059691 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.059850 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.060085 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.060186 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.060374 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.060536 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.060696 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.060857 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.061018 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.061188 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.061348 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.061509 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.061668 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.061828 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.061987 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.062157 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.062318 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.062478 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.062637 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.062797 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.062956 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.063125 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.063285 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.063445 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.063606 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.063765 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.063925 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.064116 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.064277 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.064437 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.064596 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.064755 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.064915 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.065084 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.065244 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.065404 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.065563 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.065722 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.065881 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.066049 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.066210 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.066369 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.066536 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.066696 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.066854 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.067013 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.067184 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.067344 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.067505 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.067666 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.067860 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.068084 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.068269 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.068410 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.068583 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.068756 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.068913 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.069073 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.069264 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.069417 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.069570 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.069733 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.069906 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.070066 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.070268 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.070367 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.070520 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.070699 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.070958 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.071082 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.071165 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.071281 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.071444 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.071600 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.071755 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.071913 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.072088 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.072270 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.072424 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.072558 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.072841 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.072841 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 15:07:50.073479 dv-cinder-804757-1-iscsi neutron-server[93944]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 16 15:07:50.305461 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 59670) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:07:50.313760 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [-] 10.222.0.22 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061171 Aug 16 15:08:01.456451 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84097760-d51f-4490-bb09-2e755c379003 None None] get_active_networks_info from dv-cinder-804757-1-iscsi {{(pid=94053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 15:08:01.528065 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84097760-d51f-4490-bb09-2e755c379003 None None] No non-hosted networks {{(pid=94053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 16 15:08:01.545799 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.agentschedulers_db [None req-84097760-d51f-4490-bb09-2e755c379003 None None] DHCP Agent not found on host dv-cinder-804757-1-iscsi {{(pid=94053) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 16 15:08:01.677927 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b9fdec1f-cfa5-47bc-9b51-7a1c4c059384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3797200'] for agent, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:03.901845 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3ca87c1b-ed6e-4070-8d70-4d11b9a2ab83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3797200'] for agent, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:03.975006 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-aea860b7-b82b-4a78-a415-da2c8c7356fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:04.234900 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3797200'] for agent, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:04.235554 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:08:04.235882 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:08:04.236396 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:08:04.236939 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:08:04.237421 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:08:04.237888 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:08:04.239054 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:08:04.239641 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:08:04.246967 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:08:04.247479 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:08:04.250182 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:08:04.250678 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:08:04.251271 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-804757-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:08:04.261044 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-804757-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:08:05.114795 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5f8a3891-afd8-4a3f-99f3-eab7c9032578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3797200'] for agent, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:06.732994 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4fd61f29-14ed-4c81-94cc-08da44d16cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3797200'] for agent, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:07.907932 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 59762) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:08:08.239078 dv-cinder-804757-1-iscsi neutron-server[94053]: INFO neutron.db.l3_hamode_db [None req-57384d9f-52a1-40ac-8e37-033c74d14bac None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 16 15:08:08.315867 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57384d9f-52a1-40ac-8e37-033c74d14bac None None] Routers set() bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:08:08.316284 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57384d9f-52a1-40ac-8e37-033c74d14bac None None] Router IDs set() for agent in host dv-cinder-804757-1-iscsi {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 15:08:08.424998 dv-cinder-804757-1-iscsi neutron-server[94051]: WARNING oslo_policy.policy [None req-01acbc8c-32e4-4f7f-9713-209d0dab6d29 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 15:08:08.425574 dv-cinder-804757-1-iscsi neutron-server[94051]: WARNING oslo_policy.policy [None req-01acbc8c-32e4-4f7f-9713-209d0dab6d29 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 15:08:08.658560 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [None req-01acbc8c-32e4-4f7f-9713-209d0dab6d29 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 15:08:08.659825 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-01acbc8c-32e4-4f7f-9713-209d0dab6d29 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7498395 Aug 16 15:08:10.997863 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 59776) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:08:11.309649 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [None req-03103146-b978-4ca0-806f-f0fc1d0e115b admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:08:11.403542 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.policy [None req-03103146-b978-4ca0-806f-f0fc1d0e115b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94051) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 16 15:08:11.448010 dv-cinder-804757-1-iscsi neutron-server[94051]: WARNING oslo_policy.policy [None req-03103146-b978-4ca0-806f-f0fc1d0e115b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 15:08:11.448368 dv-cinder-804757-1-iscsi neutron-server[94051]: WARNING oslo_policy.policy [None req-03103146-b978-4ca0-806f-f0fc1d0e115b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 15:08:11.457296 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.quota [None req-03103146-b978-4ca0-806f-f0fc1d0e115b admin admin] Loaded quota_driver: . Aug 16 15:08:11.547545 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-03103146-b978-4ca0-806f-f0fc1d0e115b admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769335058194', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769335056673', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769334938922', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769334937593', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769333598661', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769334957815', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-653607', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-805160', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4044455', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3847922'] for rbac-policy, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:11.612088 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-03103146-b978-4ca0-806f-f0fc1d0e115b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:11.613260 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-03103146-b978-4ca0-806f-f0fc1d0e115b admin admin] 10.222.0.22 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6144273 Aug 16 15:08:14.182106 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 59788) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:08:14.473066 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [None req-8be99689-8753-4468-983f-f178dc3487b7 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': 'bea479fa037b41e08b5fedd92a8b1a4b', 'admin_state_up': True, 'project_id': 'bea479fa037b41e08b5fedd92a8b1a4b'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:08:14.501051 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be99689-8753-4468-983f-f178dc3487b7 admin admin] Made reservation on behalf of bea479fa037b41e08b5fedd92a8b1a4b for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:08:14.503845 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8be99689-8753-4468-983f-f178dc3487b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:14.520278 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8be99689-8753-4468-983f-f178dc3487b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:14.640154 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8be99689-8753-4468-983f-f178dc3487b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:14.644180 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8be99689-8753-4468-983f-f178dc3487b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:14.663366 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8be99689-8753-4468-983f-f178dc3487b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 15:08:14.690467 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8be99689-8753-4468-983f-f178dc3487b7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769335759162', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014199'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:14.691043 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8be99689-8753-4468-983f-f178dc3487b7 admin admin] Unsubscribe: segment precommit_create {{(pid=94051) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 16 15:08:14.691543 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.db.segments_db [None req-8be99689-8753-4468-983f-f178dc3487b7 admin admin] Added segment 671f45bd-5846-425f-af41-d09273f5101a of type vlan for network f6110a7b-adf2-4f7d-a270-3a46f186a10d Aug 16 15:08:14.709682 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be99689-8753-4468-983f-f178dc3487b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6999e4f7-f7a4-4f0b-8998-626e2d36c952,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:08:14.768222 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be99689-8753-4468-983f-f178dc3487b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:08:14.768570 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be99689-8753-4468-983f-f178dc3487b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:08:14.768901 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be99689-8753-4468-983f-f178dc3487b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:08:14.769222 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be99689-8753-4468-983f-f178dc3487b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:08:14.769541 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be99689-8753-4468-983f-f178dc3487b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:08:14.769872 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be99689-8753-4468-983f-f178dc3487b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:08:14.770191 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be99689-8753-4468-983f-f178dc3487b7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:08:14.770503 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be99689-8753-4468-983f-f178dc3487b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:08:14.770827 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be99689-8753-4468-983f-f178dc3487b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:08:14.771141 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be99689-8753-4468-983f-f178dc3487b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:08:14.771450 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be99689-8753-4468-983f-f178dc3487b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:08:14.771753 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be99689-8753-4468-983f-f178dc3487b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:08:14.772927 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be99689-8753-4468-983f-f178dc3487b7 admin admin] Tracked resource versions report: Aug 16 15:08:14.772927 dv-cinder-804757-1-iscsi neutron-server[94051]: pushed versions: Aug 16 15:08:14.772927 dv-cinder-804757-1-iscsi neutron-server[94051]: { 'AddressGroup': {'1.2'}, Aug 16 15:08:14.772927 dv-cinder-804757-1-iscsi neutron-server[94051]: 'ConntrackHelper': {'1.0'}, Aug 16 15:08:14.772927 dv-cinder-804757-1-iscsi neutron-server[94051]: 'Log': {'1.0'}, Aug 16 15:08:14.772927 dv-cinder-804757-1-iscsi neutron-server[94051]: 'Network': {'1.1'}, Aug 16 15:08:14.772927 dv-cinder-804757-1-iscsi neutron-server[94051]: 'Port': {'1.7'}, Aug 16 15:08:14.772927 dv-cinder-804757-1-iscsi neutron-server[94051]: 'PortForwarding': {'1.2'}, Aug 16 15:08:14.772927 dv-cinder-804757-1-iscsi neutron-server[94051]: 'QosPolicy': {'1.9'}, Aug 16 15:08:14.772927 dv-cinder-804757-1-iscsi neutron-server[94051]: 'SecurityGroup': {'1.4'}, Aug 16 15:08:14.772927 dv-cinder-804757-1-iscsi neutron-server[94051]: 'SecurityGroupRule': {'1.2'}, Aug 16 15:08:14.772927 dv-cinder-804757-1-iscsi neutron-server[94051]: 'SubPort': {'1.0'}, Aug 16 15:08:14.772927 dv-cinder-804757-1-iscsi neutron-server[94051]: 'Subnet': {'1.1'}, Aug 16 15:08:14.772927 dv-cinder-804757-1-iscsi neutron-server[94051]: 'Trunk': {'1.1'}} Aug 16 15:08:14.772927 dv-cinder-804757-1-iscsi neutron-server[94051]: consumer versions: Aug 16 15:08:14.772927 dv-cinder-804757-1-iscsi neutron-server[94051]: { DHCP agent@dv-cinder-804757-1-iscsi: {}, Aug 16 15:08:14.772927 dv-cinder-804757-1-iscsi neutron-server[94051]: L3 agent@dv-cinder-804757-1-iscsi: {}, Aug 16 15:08:14.772927 dv-cinder-804757-1-iscsi neutron-server[94051]: Metadata agent@dv-cinder-804757-1-iscsi: {}, Aug 16 15:08:14.772927 dv-cinder-804757-1-iscsi neutron-server[94051]: Metering agent@dv-cinder-804757-1-iscsi: {}, Aug 16 15:08:14.772927 dv-cinder-804757-1-iscsi neutron-server[94051]: Open vSwitch agent@dv-cinder-804757-1-iscsi: { 'AddressGroup': '1.2', Aug 16 15:08:14.772927 dv-cinder-804757-1-iscsi neutron-server[94051]: 'ConntrackHelper': '1.0', Aug 16 15:08:14.772927 dv-cinder-804757-1-iscsi neutron-server[94051]: 'Log': '1.0', Aug 16 15:08:14.772927 dv-cinder-804757-1-iscsi neutron-server[94051]: 'Network': '1.1', Aug 16 15:08:14.772927 dv-cinder-804757-1-iscsi neutron-server[94051]: 'Port': '1.7', Aug 16 15:08:14.772927 dv-cinder-804757-1-iscsi neutron-server[94051]: 'PortForwarding': '1.2', Aug 16 15:08:14.772927 dv-cinder-804757-1-iscsi neutron-server[94051]: 'QosPolicy': '1.9', Aug 16 15:08:14.772927 dv-cinder-804757-1-iscsi neutron-server[94051]: 'SecurityGroup': '1.4', Aug 16 15:08:14.772927 dv-cinder-804757-1-iscsi neutron-server[94051]: 'SecurityGroupRule': '1.2', Aug 16 15:08:14.772927 dv-cinder-804757-1-iscsi neutron-server[94051]: 'SubPort': '1.0', Aug 16 15:08:14.772927 dv-cinder-804757-1-iscsi neutron-server[94051]: 'Subnet': '1.1', Aug 16 15:08:14.772927 dv-cinder-804757-1-iscsi neutron-server[94051]: 'Trunk': '1.1'}} Aug 16 15:08:14.772927 dv-cinder-804757-1-iscsi neutron-server[94051]: {{(pid=94051) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 15:08:14.816610 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8be99689-8753-4468-983f-f178dc3487b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769335234654'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:14.864752 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8be99689-8753-4468-983f-f178dc3487b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:14.866198 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be99689-8753-4468-983f-f178dc3487b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:08:14.866860 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8be99689-8753-4468-983f-f178dc3487b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3780594'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:14.944615 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-8be99689-8753-4468-983f-f178dc3487b7 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.7613575 Aug 16 15:08:14.963543 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be99689-8753-4468-983f-f178dc3487b7 admin admin] Pushing event updated for resources: {'Network': ['ID=f6110a7b-adf2-4f7d-a270-3a46f186a10d,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:08:14.976953 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Network f6110a7b-adf2-4f7d-a270-3a46f186a10d details requested by agent ovs-agent-dv-cinder-804757-1-iscsi with host dv-cinder-804757-1-iscsi {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 15:08:17.574027 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 59802) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:08:17.962786 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a62bbc-f0db-4599-abaa-b14984d9f624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:08:17.964754 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-f7a62bbc-f0db-4599-abaa-b14984d9f624 admin admin] 10.222.0.22 "GET /v2.0/networks/f6110a7b-adf2-4f7d-a270-3a46f186a10d HTTP/1.1" status: 200 len: 824 time: 0.3897800 Aug 16 15:08:17.990519 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-d530e4ad-df98-4d46-8242-f3e4cd17facb admin admin] 10.222.0.22 "GET /v2.0/subnetpools/7a79c5af-52a8-4f44-95a5-1ef0bf456b67 HTTP/1.1" status: 200 len: 734 time: 0.0184209 Aug 16 15:08:17.999917 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [None req-5403d58d-bc04-43c9-bf11-0d8d976b8af3 admin admin] Request body: {'subnet': {'tenant_id': 'bea479fa037b41e08b5fedd92a8b1a4b', 'gateway_ip': '172.20.0.1', 'network_id': 'f6110a7b-adf2-4f7d-a270-3a46f186a10d', 'subnetpool_id': '7a79c5af-52a8-4f44-95a5-1ef0bf456b67', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:08:18.021651 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5403d58d-bc04-43c9-bf11-0d8d976b8af3 admin admin] Made reservation on behalf of bea479fa037b41e08b5fedd92a8b1a4b for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:08:18.024053 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5403d58d-bc04-43c9-bf11-0d8d976b8af3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:18.322365 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5403d58d-bc04-43c9-bf11-0d8d976b8af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4115071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:18.392932 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5403d58d-bc04-43c9-bf11-0d8d976b8af3 admin admin] Checking segment: {'id': '671f45bd-5846-425f-af41-d09273f5101a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f6110a7b-adf2-4f7d-a270-3a46f186a10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:08:18.393315 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5403d58d-bc04-43c9-bf11-0d8d976b8af3 admin admin] Network hostable DHCP agents. Network: f6110a7b-adf2-4f7d-a270-3a46f186a10d, hostable agents: ['7344f624-85b8-4b8b-b38a-21b8c75b4ec1'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 15:08:18.397672 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5403d58d-bc04-43c9-bf11-0d8d976b8af3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bedaf9e-bd57-490a-878f-59e02a222d65,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:08:18.418433 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5403d58d-bc04-43c9-bf11-0d8d976b8af3 admin admin] Network f6110a7b-adf2-4f7d-a270-3a46f186a10d is scheduled to be hosted by DHCP agent 7344f624-85b8-4b8b-b38a-21b8c75b4ec1 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 15:08:18.429215 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-5403d58d-bc04-43c9-bf11-0d8d976b8af3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-1-iscsi, f6110a7b-adf2-4f7d-a270-3a46f186a10d) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:08:18.434270 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5403d58d-bc04-43c9-bf11-0d8d976b8af3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:08:18.435837 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5403d58d-bc04-43c9-bf11-0d8d976b8af3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3780594'] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:18.439136 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a372e844-07ef-47d5-ba56-f4395b034a39 None None] Network f6110a7b-adf2-4f7d-a270-3a46f186a10d requested from dv-cinder-804757-1-iscsi {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:08:18.448586 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-5403d58d-bc04-43c9-bf11-0d8d976b8af3 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4524899 Aug 16 15:08:18.762012 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8c749a-29f8-419f-980f-426eb19e059a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3766c4e-508b-5d3a-b6eb-efbff961488d-f6110a7b-adf2-4f7d-a270-3a46f186a10d', 'network_id': 'f6110a7b-adf2-4f7d-a270-3a46f186a10d', 'tenant_id': 'bea479fa037b41e08b5fedd92a8b1a4b', 'fixed_ips': [{'subnet_id': '7bedaf9e-bd57-490a-878f-59e02a222d65'}]}} from dv-cinder-804757-1-iscsi. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 15:08:18.763272 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7c8c749a-29f8-419f-980f-426eb19e059a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:19.033871 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-7c8c749a-29f8-419f-980f-426eb19e059a None None] Allocated IP 172.20.0.2 (f6110a7b-adf2-4f7d-a270-3a46f186a10d/7bedaf9e-bd57-490a-878f-59e02a222d65/d406e387-e236-4171-84f0-3db69d4a1900) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:08:19.263732 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7c8c749a-29f8-419f-980f-426eb19e059a None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:19.279217 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-7c8c749a-29f8-419f-980f-426eb19e059a None None] Transition to ACTIVE for port object d406e387-e236-4171-84f0-3db69d4a1900 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:08:19.299734 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-7c8c749a-29f8-419f-980f-426eb19e059a None None] Transition to ACTIVE for port object d406e387-e236-4171-84f0-3db69d4a1900 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:08:19.307889 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7c8c749a-29f8-419f-980f-426eb19e059a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769335250701'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:19.377496 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8c749a-29f8-419f-980f-426eb19e059a None None] Network f6110a7b-adf2-4f7d-a270-3a46f186a10d is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:08:19.382212 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-7c8c749a-29f8-419f-980f-426eb19e059a None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:08:19.386114 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8c749a-29f8-419f-980f-426eb19e059a None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:08:19.418697 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8c749a-29f8-419f-980f-426eb19e059a None None] Pushing event updated for resources: {'Port': ['ID=d406e387-e236-4171-84f0-3db69d4a1900,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:08:19.442941 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8c749a-29f8-419f-980f-426eb19e059a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:08:19.443556 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8c749a-29f8-419f-980f-426eb19e059a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:08:19.443670 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8c749a-29f8-419f-980f-426eb19e059a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:08:19.443917 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8c749a-29f8-419f-980f-426eb19e059a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:08:19.444264 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8c749a-29f8-419f-980f-426eb19e059a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:08:19.444589 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8c749a-29f8-419f-980f-426eb19e059a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:08:19.444909 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8c749a-29f8-419f-980f-426eb19e059a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:08:19.445228 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8c749a-29f8-419f-980f-426eb19e059a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:08:19.445560 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8c749a-29f8-419f-980f-426eb19e059a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:08:19.445877 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8c749a-29f8-419f-980f-426eb19e059a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:08:19.446188 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8c749a-29f8-419f-980f-426eb19e059a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:08:19.446496 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8c749a-29f8-419f-980f-426eb19e059a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:08:19.447627 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8c749a-29f8-419f-980f-426eb19e059a None None] Tracked resource versions report: Aug 16 15:08:19.447627 dv-cinder-804757-1-iscsi neutron-server[94053]: pushed versions: Aug 16 15:08:19.447627 dv-cinder-804757-1-iscsi neutron-server[94053]: { 'AddressGroup': {'1.2'}, Aug 16 15:08:19.447627 dv-cinder-804757-1-iscsi neutron-server[94053]: 'ConntrackHelper': {'1.0'}, Aug 16 15:08:19.447627 dv-cinder-804757-1-iscsi neutron-server[94053]: 'Log': {'1.0'}, Aug 16 15:08:19.447627 dv-cinder-804757-1-iscsi neutron-server[94053]: 'Network': {'1.1'}, Aug 16 15:08:19.447627 dv-cinder-804757-1-iscsi neutron-server[94053]: 'Port': {'1.7'}, Aug 16 15:08:19.447627 dv-cinder-804757-1-iscsi neutron-server[94053]: 'PortForwarding': {'1.2'}, Aug 16 15:08:19.447627 dv-cinder-804757-1-iscsi neutron-server[94053]: 'QosPolicy': {'1.9'}, Aug 16 15:08:19.447627 dv-cinder-804757-1-iscsi neutron-server[94053]: 'SecurityGroup': {'1.4'}, Aug 16 15:08:19.447627 dv-cinder-804757-1-iscsi neutron-server[94053]: 'SecurityGroupRule': {'1.2'}, Aug 16 15:08:19.447627 dv-cinder-804757-1-iscsi neutron-server[94053]: 'SubPort': {'1.0'}, Aug 16 15:08:19.447627 dv-cinder-804757-1-iscsi neutron-server[94053]: 'Subnet': {'1.1'}, Aug 16 15:08:19.447627 dv-cinder-804757-1-iscsi neutron-server[94053]: 'Trunk': {'1.1'}} Aug 16 15:08:19.447627 dv-cinder-804757-1-iscsi neutron-server[94053]: consumer versions: Aug 16 15:08:19.447627 dv-cinder-804757-1-iscsi neutron-server[94053]: { DHCP agent@dv-cinder-804757-1-iscsi: {}, Aug 16 15:08:19.447627 dv-cinder-804757-1-iscsi neutron-server[94053]: L3 agent@dv-cinder-804757-1-iscsi: {}, Aug 16 15:08:19.447627 dv-cinder-804757-1-iscsi neutron-server[94053]: Metadata agent@dv-cinder-804757-1-iscsi: {}, Aug 16 15:08:19.447627 dv-cinder-804757-1-iscsi neutron-server[94053]: Metering agent@dv-cinder-804757-1-iscsi: {}, Aug 16 15:08:19.447627 dv-cinder-804757-1-iscsi neutron-server[94053]: Open vSwitch agent@dv-cinder-804757-1-iscsi: { 'AddressGroup': '1.2', Aug 16 15:08:19.447627 dv-cinder-804757-1-iscsi neutron-server[94053]: 'ConntrackHelper': '1.0', Aug 16 15:08:19.447627 dv-cinder-804757-1-iscsi neutron-server[94053]: 'Log': '1.0', Aug 16 15:08:19.447627 dv-cinder-804757-1-iscsi neutron-server[94053]: 'Network': '1.1', Aug 16 15:08:19.447627 dv-cinder-804757-1-iscsi neutron-server[94053]: 'Port': '1.7', Aug 16 15:08:19.447627 dv-cinder-804757-1-iscsi neutron-server[94053]: 'PortForwarding': '1.2', Aug 16 15:08:19.447627 dv-cinder-804757-1-iscsi neutron-server[94053]: 'QosPolicy': '1.9', Aug 16 15:08:19.447627 dv-cinder-804757-1-iscsi neutron-server[94053]: 'SecurityGroup': '1.4', Aug 16 15:08:19.447627 dv-cinder-804757-1-iscsi neutron-server[94053]: 'SecurityGroupRule': '1.2', Aug 16 15:08:19.447627 dv-cinder-804757-1-iscsi neutron-server[94053]: 'SubPort': '1.0', Aug 16 15:08:19.447627 dv-cinder-804757-1-iscsi neutron-server[94053]: 'Subnet': '1.1', Aug 16 15:08:19.447627 dv-cinder-804757-1-iscsi neutron-server[94053]: 'Trunk': '1.1'}} Aug 16 15:08:19.447627 dv-cinder-804757-1-iscsi neutron-server[94053]: {{(pid=94053) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 15:08:19.476833 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-7c8c749a-29f8-419f-980f-426eb19e059a None None] Attempting to bind port d406e387-e236-4171-84f0-3db69d4a1900 on host dv-cinder-804757-1-iscsi for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:08:19.477212 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-7c8c749a-29f8-419f-980f-426eb19e059a None None] Attempting to bind port d406e387-e236-4171-84f0-3db69d4a1900 by drivers openvswitch,hyperv on host dv-cinder-804757-1-iscsi at level 0 using segments [{'id': '671f45bd-5846-425f-af41-d09273f5101a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f6110a7b-adf2-4f7d-a270-3a46f186a10d'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:08:19.477626 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8c749a-29f8-419f-980f-426eb19e059a None None] Attempting to bind port d406e387-e236-4171-84f0-3db69d4a1900 on network f6110a7b-adf2-4f7d-a270-3a46f186a10d {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:08:19.482301 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8c749a-29f8-419f-980f-426eb19e059a None None] Checking agent: {'id': '038bb836-fe78-417c-a302-5d10dc6ddcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 8, 4), 'started_at': datetime.datetime(2021, 8, 16, 15, 8, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:08:19.482692 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8c749a-29f8-419f-980f-426eb19e059a None None] Checking segment: {'id': '671f45bd-5846-425f-af41-d09273f5101a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f6110a7b-adf2-4f7d-a270-3a46f186a10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:08:19.483153 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7c8c749a-29f8-419f-980f-426eb19e059a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:19.483552 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8c749a-29f8-419f-980f-426eb19e059a None None] Bound using segment: {'id': '671f45bd-5846-425f-af41-d09273f5101a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f6110a7b-adf2-4f7d-a270-3a46f186a10d'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:08:19.484088 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-7c8c749a-29f8-419f-980f-426eb19e059a None None] Bound port: d406e387-e236-4171-84f0-3db69d4a1900, host: dv-cinder-804757-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '671f45bd-5846-425f-af41-d09273f5101a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f6110a7b-adf2-4f7d-a270-3a46f186a10d'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:08:19.484474 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7c8c749a-29f8-419f-980f-426eb19e059a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:19.548407 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-7c8c749a-29f8-419f-980f-426eb19e059a None None] For port d406e387-e236-4171-84f0-3db69d4a1900, host dv-cinder-804757-1-iscsi, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:08:19.552911 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-7c8c749a-29f8-419f-980f-426eb19e059a None None] For port d406e387-e236-4171-84f0-3db69d4a1900, host dv-cinder-804757-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=d406e387-e236-4171-84f0-3db69d4a1900,segment=NetworkSegment(671f45bd-5846-425f-af41-d09273f5101a),segment_id=671f45bd-5846-425f-af41-d09273f5101a)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:08:19.556704 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7c8c749a-29f8-419f-980f-426eb19e059a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:19.623524 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8c749a-29f8-419f-980f-426eb19e059a None None] Pushing event updated for resources: {'Port': ['ID=d406e387-e236-4171-84f0-3db69d4a1900,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:08:20.844191 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 59810) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:08:21.155951 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [None req-08eae822-caa5-47f6-a6ed-089a6667414e admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 15:08:21.156956 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-08eae822-caa5-47f6-a6ed-089a6667414e admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3118393 Aug 16 15:08:23.514148 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 59818) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:08:23.824997 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [None req-3846e4d7-381c-4b3d-a8d1-a86602f8b6cc admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 15:08:23.825980 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-3846e4d7-381c-4b3d-a8d1-a86602f8b6cc admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3109207 Aug 16 15:08:26.433674 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 59828) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:08:26.731449 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [None req-cd54d7e0-4de1-46c7-aa3d-d8fa8993f8e4 admin admin] Request body: {'router': {'tenant_id': 'bea479fa037b41e08b5fedd92a8b1a4b', 'name': 'router1', 'admin_state_up': True}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:08:26.754297 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cd54d7e0-4de1-46c7-aa3d-d8fa8993f8e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3772405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46218'] for router, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:26.755819 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cd54d7e0-4de1-46c7-aa3d-d8fa8993f8e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3772249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3798708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4189620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-46209'] for router, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:26.907816 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cd54d7e0-4de1-46c7-aa3d-d8fa8993f8e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:26.915190 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cd54d7e0-4de1-46c7-aa3d-d8fa8993f8e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798747'] for router, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:26.929030 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cd54d7e0-4de1-46c7-aa3d-d8fa8993f8e4 admin admin] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:26.930248 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-cd54d7e0-4de1-46c7-aa3d-d8fa8993f8e4 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4951377 Aug 16 15:08:27.985966 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81d6ce9-5894-4006-b113-441fdaa432f9 None None] Network f6110a7b-adf2-4f7d-a270-3a46f186a10d requested from dv-cinder-804757-1-iscsi {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:08:28.056226 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b1343676-89a9-4ee0-aac9-2160ac4e3f35 None None] Provisioning for port d406e387-e236-4171-84f0-3db69d4a1900 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:08:28.072893 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device d406e387-e236-4171-84f0-3db69d4a1900 up at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:08:28.200440 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning for port d406e387-e236-4171-84f0-3db69d4a1900 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:08:28.206285 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning complete for port d406e387-e236-4171-84f0-3db69d4a1900 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:08:28.206605 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:28.350694 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:28.385813 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] For port d406e387-e236-4171-84f0-3db69d4a1900, host dv-cinder-804757-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=d406e387-e236-4171-84f0-3db69d4a1900,segment=NetworkSegment(671f45bd-5846-425f-af41-d09273f5101a),segment_id=671f45bd-5846-425f-af41-d09273f5101a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:08:28.389658 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:28.437687 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Pushing event updated for resources: {'Port': ['ID=d406e387-e236-4171-84f0-3db69d4a1900,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:08:28.490642 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-122d3e9f-a5bb-4e06-82f9-acbacef4b4d9 None None] Provisioning complete for port d406e387-e236-4171-84f0-3db69d4a1900 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:08:28.490931 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-122d3e9f-a5bb-4e06-82f9-acbacef4b4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:29.276420 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 59840) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:08:29.763176 dv-cinder-804757-1-iscsi neutron-server[94052]: WARNING oslo_policy.policy [None req-b344e134-5604-4a19-af8c-a6a5d847e479 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 15:08:29.763753 dv-cinder-804757-1-iscsi neutron-server[94052]: WARNING oslo_policy.policy [None req-b344e134-5604-4a19-af8c-a6a5d847e479 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 15:08:29.977045 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [None req-b344e134-5604-4a19-af8c-a6a5d847e479 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 15:08:29.978099 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-b344e134-5604-4a19-af8c-a6a5d847e479 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7003915 Aug 16 15:08:30.035553 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device d406e387-e236-4171-84f0-3db69d4a1900 up at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:08:30.084272 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning complete for port d406e387-e236-4171-84f0-3db69d4a1900 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:08:30.084646 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:31.356691 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9942d6d4-bcd2-4076-90f4-9ceb6288ff72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:32.339922 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 59854) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:08:32.650135 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.v2.base [None req-a00baf9c-e34f-4dba-9a01-ac6d380b6048 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:08:32.651478 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.quota [None req-a00baf9c-e34f-4dba-9a01-ac6d380b6048 admin admin] Loaded quota_driver: . Aug 16 15:08:32.706482 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00baf9c-e34f-4dba-9a01-ac6d380b6048 admin admin] Made reservation on behalf of a3401e7311a74b1c8dbe4a78b859f827 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:08:32.771401 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.policy [None req-a00baf9c-e34f-4dba-9a01-ac6d380b6048 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94052) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 16 15:08:32.815676 dv-cinder-804757-1-iscsi neutron-server[94052]: WARNING oslo_policy.policy [None req-a00baf9c-e34f-4dba-9a01-ac6d380b6048 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 15:08:32.816061 dv-cinder-804757-1-iscsi neutron-server[94052]: WARNING oslo_policy.policy [None req-a00baf9c-e34f-4dba-9a01-ac6d380b6048 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 15:08:32.826224 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a00baf9c-e34f-4dba-9a01-ac6d380b6048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:32.845036 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a00baf9c-e34f-4dba-9a01-ac6d380b6048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:32.973773 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a00baf9c-e34f-4dba-9a01-ac6d380b6048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:32.977284 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a00baf9c-e34f-4dba-9a01-ac6d380b6048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:32.988777 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a00baf9c-e34f-4dba-9a01-ac6d380b6048 admin admin] Reserving flat network on physical network physnet1 {{(pid=94052) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 16 15:08:33.024251 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a00baf9c-e34f-4dba-9a01-ac6d380b6048 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769335759162', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014199'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:33.024750 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a00baf9c-e34f-4dba-9a01-ac6d380b6048 admin admin] Unsubscribe: segment precommit_create {{(pid=94052) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 16 15:08:33.025261 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.db.segments_db [None req-a00baf9c-e34f-4dba-9a01-ac6d380b6048 admin admin] Added segment 6c369326-29bf-41f1-8d37-65f3627778f0 of type flat for network b7623838-067e-46d7-9324-3e363fad67d4 Aug 16 15:08:33.042831 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00baf9c-e34f-4dba-9a01-ac6d380b6048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=441ed038-6558-426c-992a-ab491be7228b,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:08:33.071412 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00baf9c-e34f-4dba-9a01-ac6d380b6048 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:08:33.071763 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00baf9c-e34f-4dba-9a01-ac6d380b6048 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:08:33.072139 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00baf9c-e34f-4dba-9a01-ac6d380b6048 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:08:33.072602 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00baf9c-e34f-4dba-9a01-ac6d380b6048 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:08:33.072792 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00baf9c-e34f-4dba-9a01-ac6d380b6048 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:08:33.073124 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00baf9c-e34f-4dba-9a01-ac6d380b6048 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:08:33.073443 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00baf9c-e34f-4dba-9a01-ac6d380b6048 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:08:33.073756 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00baf9c-e34f-4dba-9a01-ac6d380b6048 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:08:33.074084 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00baf9c-e34f-4dba-9a01-ac6d380b6048 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:08:33.074399 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00baf9c-e34f-4dba-9a01-ac6d380b6048 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:08:33.074709 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00baf9c-e34f-4dba-9a01-ac6d380b6048 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:08:33.075043 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00baf9c-e34f-4dba-9a01-ac6d380b6048 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:08:33.076202 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00baf9c-e34f-4dba-9a01-ac6d380b6048 admin admin] Tracked resource versions report: Aug 16 15:08:33.076202 dv-cinder-804757-1-iscsi neutron-server[94052]: pushed versions: Aug 16 15:08:33.076202 dv-cinder-804757-1-iscsi neutron-server[94052]: { 'AddressGroup': {'1.2'}, Aug 16 15:08:33.076202 dv-cinder-804757-1-iscsi neutron-server[94052]: 'ConntrackHelper': {'1.0'}, Aug 16 15:08:33.076202 dv-cinder-804757-1-iscsi neutron-server[94052]: 'Log': {'1.0'}, Aug 16 15:08:33.076202 dv-cinder-804757-1-iscsi neutron-server[94052]: 'Network': {'1.1'}, Aug 16 15:08:33.076202 dv-cinder-804757-1-iscsi neutron-server[94052]: 'Port': {'1.7'}, Aug 16 15:08:33.076202 dv-cinder-804757-1-iscsi neutron-server[94052]: 'PortForwarding': {'1.2'}, Aug 16 15:08:33.076202 dv-cinder-804757-1-iscsi neutron-server[94052]: 'QosPolicy': {'1.9'}, Aug 16 15:08:33.076202 dv-cinder-804757-1-iscsi neutron-server[94052]: 'SecurityGroup': {'1.4'}, Aug 16 15:08:33.076202 dv-cinder-804757-1-iscsi neutron-server[94052]: 'SecurityGroupRule': {'1.2'}, Aug 16 15:08:33.076202 dv-cinder-804757-1-iscsi neutron-server[94052]: 'SubPort': {'1.0'}, Aug 16 15:08:33.076202 dv-cinder-804757-1-iscsi neutron-server[94052]: 'Subnet': {'1.1'}, Aug 16 15:08:33.076202 dv-cinder-804757-1-iscsi neutron-server[94052]: 'Trunk': {'1.1'}} Aug 16 15:08:33.076202 dv-cinder-804757-1-iscsi neutron-server[94052]: consumer versions: Aug 16 15:08:33.076202 dv-cinder-804757-1-iscsi neutron-server[94052]: { DHCP agent@dv-cinder-804757-1-iscsi: {}, Aug 16 15:08:33.076202 dv-cinder-804757-1-iscsi neutron-server[94052]: L3 agent@dv-cinder-804757-1-iscsi: {}, Aug 16 15:08:33.076202 dv-cinder-804757-1-iscsi neutron-server[94052]: Metadata agent@dv-cinder-804757-1-iscsi: {}, Aug 16 15:08:33.076202 dv-cinder-804757-1-iscsi neutron-server[94052]: Metering agent@dv-cinder-804757-1-iscsi: {}, Aug 16 15:08:33.076202 dv-cinder-804757-1-iscsi neutron-server[94052]: Open vSwitch agent@dv-cinder-804757-1-iscsi: { 'AddressGroup': '1.2', Aug 16 15:08:33.076202 dv-cinder-804757-1-iscsi neutron-server[94052]: 'ConntrackHelper': '1.0', Aug 16 15:08:33.076202 dv-cinder-804757-1-iscsi neutron-server[94052]: 'Log': '1.0', Aug 16 15:08:33.076202 dv-cinder-804757-1-iscsi neutron-server[94052]: 'Network': '1.1', Aug 16 15:08:33.076202 dv-cinder-804757-1-iscsi neutron-server[94052]: 'Port': '1.7', Aug 16 15:08:33.076202 dv-cinder-804757-1-iscsi neutron-server[94052]: 'PortForwarding': '1.2', Aug 16 15:08:33.076202 dv-cinder-804757-1-iscsi neutron-server[94052]: 'QosPolicy': '1.9', Aug 16 15:08:33.076202 dv-cinder-804757-1-iscsi neutron-server[94052]: 'SecurityGroup': '1.4', Aug 16 15:08:33.076202 dv-cinder-804757-1-iscsi neutron-server[94052]: 'SecurityGroupRule': '1.2', Aug 16 15:08:33.076202 dv-cinder-804757-1-iscsi neutron-server[94052]: 'SubPort': '1.0', Aug 16 15:08:33.076202 dv-cinder-804757-1-iscsi neutron-server[94052]: 'Subnet': '1.1', Aug 16 15:08:33.076202 dv-cinder-804757-1-iscsi neutron-server[94052]: 'Trunk': '1.1'}} Aug 16 15:08:33.076202 dv-cinder-804757-1-iscsi neutron-server[94052]: {{(pid=94052) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 15:08:33.152161 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a00baf9c-e34f-4dba-9a01-ac6d380b6048 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769335234654'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:33.204153 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a00baf9c-e34f-4dba-9a01-ac6d380b6048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:33.205216 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00baf9c-e34f-4dba-9a01-ac6d380b6048 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:08:33.205869 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a00baf9c-e34f-4dba-9a01-ac6d380b6048 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3780594'] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:33.283516 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-a00baf9c-e34f-4dba-9a01-ac6d380b6048 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9424174 Aug 16 15:08:33.303767 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00baf9c-e34f-4dba-9a01-ac6d380b6048 admin admin] Pushing event updated for resources: {'Network': ['ID=b7623838-067e-46d7-9324-3e363fad67d4,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:08:33.317547 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Network b7623838-067e-46d7-9324-3e363fad67d4 details requested by agent ovs-agent-dv-cinder-804757-1-iscsi with host dv-cinder-804757-1-iscsi {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 15:08:33.905800 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2d2cbd59-69f2-41c3-adb7-a94dbc9d7c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:34.217379 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:35.057311 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5f8a3891-afd8-4a3f-99f3-eab7c9032578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:35.671710 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 59878) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:08:35.884499 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617bc34a-2500-42ae-932f-22918c107dfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:08:35.885843 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-617bc34a-2500-42ae-932f-22918c107dfa admin admin] 10.222.0.22 "GET /v2.0/subnets/7bedaf9e-bd57-490a-878f-59e02a222d65 HTTP/1.1" status: 200 len: 849 time: 0.2131429 Aug 16 15:08:36.044123 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-3707339b-88ba-4d8c-b63b-3374c9299fa5 admin admin] 10.222.0.22 "GET /v2.0/routers/6416d2ee-24d4-4bf0-a10c-b129e32b268b HTTP/1.1" status: 200 len: 704 time: 0.1517708 Aug 16 15:08:36.323305 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ef5870bf-d36f-426b-a93f-8e837f96245d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:36.616897 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-ef5870bf-d36f-426b-a93f-8e837f96245d admin admin] Allocated IP 172.20.0.1 (f6110a7b-adf2-4f7d-a270-3a46f186a10d/7bedaf9e-bd57-490a-878f-59e02a222d65/93b5d8ec-dbba-4d50-bb39-cb187a1bf460) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:08:36.672231 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4fd61f29-14ed-4c81-94cc-08da44d16cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:36.808505 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ef5870bf-d36f-426b-a93f-8e837f96245d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:36.831878 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-ef5870bf-d36f-426b-a93f-8e837f96245d admin admin] Transition to ACTIVE for port object 93b5d8ec-dbba-4d50-bb39-cb187a1bf460 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:08:36.914747 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ef5870bf-d36f-426b-a93f-8e837f96245d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769335250701'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:36.983993 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5870bf-d36f-426b-a93f-8e837f96245d admin admin] Network f6110a7b-adf2-4f7d-a270-3a46f186a10d is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:08:36.991113 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-ef5870bf-d36f-426b-a93f-8e837f96245d admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:08:36.994527 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5870bf-d36f-426b-a93f-8e837f96245d admin admin] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:08:36.995086 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ef5870bf-d36f-426b-a93f-8e837f96245d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4167348'] for router_interface, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:37.065485 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5870bf-d36f-426b-a93f-8e837f96245d admin admin] Pushing event updated for resources: {'Port': ['ID=93b5d8ec-dbba-4d50-bb39-cb187a1bf460,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:08:37.200676 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ef5870bf-d36f-426b-a93f-8e837f96245d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:37.227836 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-a0bdc73f-04f9-4a45-b767-6fa7b4b7d9e4 None None] Provisioning for port 93b5d8ec-dbba-4d50-bb39-cb187a1bf460 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:08:37.231881 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-a0bdc73f-04f9-4a45-b767-6fa7b4b7d9e4 None None] Provisioning complete for port 93b5d8ec-dbba-4d50-bb39-cb187a1bf460 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:08:37.232295 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a0bdc73f-04f9-4a45-b767-6fa7b4b7d9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:37.267918 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-a0bdc73f-04f9-4a45-b767-6fa7b4b7d9e4 None None] Port 93b5d8ec-dbba-4d50-bb39-cb187a1bf460 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 15:08:37.451625 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ef5870bf-d36f-426b-a93f-8e837f96245d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:37.455961 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ef5870bf-d36f-426b-a93f-8e837f96245d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:37.456778 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ef5870bf-d36f-426b-a93f-8e837f96245d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3780398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4167192'] for router_interface, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:37.534828 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5870bf-d36f-426b-a93f-8e837f96245d admin admin] Pushing event updated for resources: {'Port': ['ID=93b5d8ec-dbba-4d50-bb39-cb187a1bf460,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:08:37.580485 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5870bf-d36f-426b-a93f-8e837f96245d admin admin] Network f6110a7b-adf2-4f7d-a270-3a46f186a10d is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:08:37.581737 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-ef5870bf-d36f-426b-a93f-8e837f96245d admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:08:37.743437 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef5870bf-d36f-426b-a93f-8e837f96245d admin admin] Router 6416d2ee-24d4-4bf0-a10c-b129e32b268b is scheduled to L3 agent b2ca3166-9002-4222-bd01-ae8f73ca62dc with binding_index 1 {{(pid=94052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 15:08:37.789013 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-affbd93f-2dac-46d9-ab75-5449cb89e90a None None] Provisioning complete for port 93b5d8ec-dbba-4d50-bb39-cb187a1bf460 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:08:37.789542 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-affbd93f-2dac-46d9-ab75-5449cb89e90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:37.821357 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-affbd93f-2dac-46d9-ab75-5449cb89e90a None None] Port 93b5d8ec-dbba-4d50-bb39-cb187a1bf460 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 15:08:37.834057 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef5870bf-d36f-426b-a93f-8e837f96245d admin admin] Notify agent at l3_agent.dv-cinder-804757-1-iscsi the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:08:37.839098 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-ef5870bf-d36f-426b-a93f-8e837f96245d admin admin] 10.222.0.22 "PUT /v2.0/routers/6416d2ee-24d4-4bf0-a10c-b129e32b268b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7896919 Aug 16 15:08:37.855649 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0696c88-441e-459d-8089-a29e85bdfa39 None None] Sync routers for ids ['6416d2ee-24d4-4bf0-a10c-b129e32b268b'] in dv-cinder-804757-1-iscsi {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:08:37.867666 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0696c88-441e-459d-8089-a29e85bdfa39 None None] Routers {'6416d2ee-24d4-4bf0-a10c-b129e32b268b'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:08:37.868547 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-c0696c88-441e-459d-8089-a29e85bdfa39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:08:34Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['6416d2ee-24d4-4bf0-a10c-b129e32b268b'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:08:38.050507 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-c0696c88-441e-459d-8089-a29e85bdfa39 None None] Set router 6416d2ee-24d4-4bf0-a10c-b129e32b268b gateway port host: None {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:08:38.465724 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-c0696c88-441e-459d-8089-a29e85bdfa39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6416d2ee-24d4-4bf0-a10c-b129e32b268b', 'name': 'router1', 'tenant_id': 'bea479fa037b41e08b5fedd92a8b1a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:08:26Z', 'updated_at': '2021-08-16T15:08:37Z', 'revision_number': 2, 'project_id': 'bea479fa037b41e08b5fedd92a8b1a4b', 'gw_port_host': None, '_interfaces': [{'id': '93b5d8ec-dbba-4d50-bb39-cb187a1bf460', 'name': '', 'network_id': 'f6110a7b-adf2-4f7d-a270-3a46f186a10d', 'tenant_id': 'bea479fa037b41e08b5fedd92a8b1a4b', 'mac_address': 'fa:16:3e:9d:77:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6416d2ee-24d4-4bf0-a10c-b129e32b268b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7bedaf9e-bd57-490a-878f-59e02a222d65', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:08:36Z', 'updated_at': '2021-08-16T15:08:37Z', 'revision_number': 2, 'project_id': 'bea479fa037b41e08b5fedd92a8b1a4b', 'subnets': [{'id': '7bedaf9e-bd57-490a-878f-59e02a222d65', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7a79c5af-52a8-4f44-95a5-1ef0bf456b67'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:08:38.517073 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0696c88-441e-459d-8089-a29e85bdfa39 None None] Checking router: 6416d2ee-24d4-4bf0-a10c-b129e32b268b for host: dv-cinder-804757-1-iscsi {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:08:38.517358 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0696c88-441e-459d-8089-a29e85bdfa39 None None] Updating router 6416d2ee-24d4-4bf0-a10c-b129e32b268b port 93b5d8ec-dbba-4d50-bb39-cb187a1bf460 binding host dv-cinder-804757-1-iscsi {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 15:08:38.563827 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-c0696c88-441e-459d-8089-a29e85bdfa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:39.013518 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.agents_db [None req-45e7de1a-0021-4862-aee0-d1a44650be34 None None] Agent healthcheck: found 5 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 15:08:39.081872 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-c0696c88-441e-459d-8089-a29e85bdfa39 None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:39.099835 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-c0696c88-441e-459d-8089-a29e85bdfa39 None None] Transition to ACTIVE for port object 93b5d8ec-dbba-4d50-bb39-cb187a1bf460 will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:08:39.106611 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-c0696c88-441e-459d-8089-a29e85bdfa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:39.195658 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1dff8f-6555-4667-99a8-6ebd15815b69 None None] Pushing event updated for resources: {'Port': ['ID=93b5d8ec-dbba-4d50-bb39-cb187a1bf460,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:08:39.228686 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1dff8f-6555-4667-99a8-6ebd15815b69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:08:39.228686 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1dff8f-6555-4667-99a8-6ebd15815b69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:08:39.228686 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1dff8f-6555-4667-99a8-6ebd15815b69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:08:39.228686 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1dff8f-6555-4667-99a8-6ebd15815b69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:08:39.228686 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1dff8f-6555-4667-99a8-6ebd15815b69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:08:39.228686 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1dff8f-6555-4667-99a8-6ebd15815b69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:08:39.228686 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1dff8f-6555-4667-99a8-6ebd15815b69 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:08:39.229369 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1dff8f-6555-4667-99a8-6ebd15815b69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:08:39.229369 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1dff8f-6555-4667-99a8-6ebd15815b69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:08:39.229523 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1dff8f-6555-4667-99a8-6ebd15815b69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:08:39.229798 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1dff8f-6555-4667-99a8-6ebd15815b69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:08:39.230117 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1dff8f-6555-4667-99a8-6ebd15815b69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:08:39.234155 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1dff8f-6555-4667-99a8-6ebd15815b69 None None] Tracked resource versions report: Aug 16 15:08:39.234155 dv-cinder-804757-1-iscsi neutron-server[94054]: pushed versions: Aug 16 15:08:39.234155 dv-cinder-804757-1-iscsi neutron-server[94054]: { 'AddressGroup': {'1.2'}, Aug 16 15:08:39.234155 dv-cinder-804757-1-iscsi neutron-server[94054]: 'ConntrackHelper': {'1.0'}, Aug 16 15:08:39.234155 dv-cinder-804757-1-iscsi neutron-server[94054]: 'Log': {'1.0'}, Aug 16 15:08:39.234155 dv-cinder-804757-1-iscsi neutron-server[94054]: 'Network': {'1.1'}, Aug 16 15:08:39.234155 dv-cinder-804757-1-iscsi neutron-server[94054]: 'Port': {'1.7'}, Aug 16 15:08:39.234155 dv-cinder-804757-1-iscsi neutron-server[94054]: 'PortForwarding': {'1.2'}, Aug 16 15:08:39.234155 dv-cinder-804757-1-iscsi neutron-server[94054]: 'QosPolicy': {'1.9'}, Aug 16 15:08:39.234155 dv-cinder-804757-1-iscsi neutron-server[94054]: 'SecurityGroup': {'1.4'}, Aug 16 15:08:39.234155 dv-cinder-804757-1-iscsi neutron-server[94054]: 'SecurityGroupRule': {'1.2'}, Aug 16 15:08:39.234155 dv-cinder-804757-1-iscsi neutron-server[94054]: 'SubPort': {'1.0'}, Aug 16 15:08:39.234155 dv-cinder-804757-1-iscsi neutron-server[94054]: 'Subnet': {'1.1'}, Aug 16 15:08:39.234155 dv-cinder-804757-1-iscsi neutron-server[94054]: 'Trunk': {'1.1'}} Aug 16 15:08:39.234155 dv-cinder-804757-1-iscsi neutron-server[94054]: consumer versions: Aug 16 15:08:39.234155 dv-cinder-804757-1-iscsi neutron-server[94054]: { DHCP agent@dv-cinder-804757-1-iscsi: {}, Aug 16 15:08:39.234155 dv-cinder-804757-1-iscsi neutron-server[94054]: L3 agent@dv-cinder-804757-1-iscsi: {}, Aug 16 15:08:39.234155 dv-cinder-804757-1-iscsi neutron-server[94054]: Metadata agent@dv-cinder-804757-1-iscsi: {}, Aug 16 15:08:39.234155 dv-cinder-804757-1-iscsi neutron-server[94054]: Metering agent@dv-cinder-804757-1-iscsi: {}, Aug 16 15:08:39.234155 dv-cinder-804757-1-iscsi neutron-server[94054]: Open vSwitch agent@dv-cinder-804757-1-iscsi: { 'AddressGroup': '1.2', Aug 16 15:08:39.234155 dv-cinder-804757-1-iscsi neutron-server[94054]: 'ConntrackHelper': '1.0', Aug 16 15:08:39.234155 dv-cinder-804757-1-iscsi neutron-server[94054]: 'Log': '1.0', Aug 16 15:08:39.234155 dv-cinder-804757-1-iscsi neutron-server[94054]: 'Network': '1.1', Aug 16 15:08:39.234155 dv-cinder-804757-1-iscsi neutron-server[94054]: 'Port': '1.7', Aug 16 15:08:39.234155 dv-cinder-804757-1-iscsi neutron-server[94054]: 'PortForwarding': '1.2', Aug 16 15:08:39.234155 dv-cinder-804757-1-iscsi neutron-server[94054]: 'QosPolicy': '1.9', Aug 16 15:08:39.234155 dv-cinder-804757-1-iscsi neutron-server[94054]: 'SecurityGroup': '1.4', Aug 16 15:08:39.234155 dv-cinder-804757-1-iscsi neutron-server[94054]: 'SecurityGroupRule': '1.2', Aug 16 15:08:39.234155 dv-cinder-804757-1-iscsi neutron-server[94054]: 'SubPort': '1.0', Aug 16 15:08:39.234155 dv-cinder-804757-1-iscsi neutron-server[94054]: 'Subnet': '1.1', Aug 16 15:08:39.234155 dv-cinder-804757-1-iscsi neutron-server[94054]: 'Trunk': '1.1'}} Aug 16 15:08:39.234155 dv-cinder-804757-1-iscsi neutron-server[94054]: {{(pid=94054) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 15:08:39.282068 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-c0696c88-441e-459d-8089-a29e85bdfa39 None None] Attempting to bind port 93b5d8ec-dbba-4d50-bb39-cb187a1bf460 on host dv-cinder-804757-1-iscsi for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:08:39.282470 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-c0696c88-441e-459d-8089-a29e85bdfa39 None None] Attempting to bind port 93b5d8ec-dbba-4d50-bb39-cb187a1bf460 by drivers openvswitch,hyperv on host dv-cinder-804757-1-iscsi at level 0 using segments [{'id': '671f45bd-5846-425f-af41-d09273f5101a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f6110a7b-adf2-4f7d-a270-3a46f186a10d'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:08:39.282913 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0696c88-441e-459d-8089-a29e85bdfa39 None None] Attempting to bind port 93b5d8ec-dbba-4d50-bb39-cb187a1bf460 on network f6110a7b-adf2-4f7d-a270-3a46f186a10d {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:08:39.288179 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0696c88-441e-459d-8089-a29e85bdfa39 None None] Checking agent: {'id': '038bb836-fe78-417c-a302-5d10dc6ddcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 8, 4), 'started_at': datetime.datetime(2021, 8, 16, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:08:39.288587 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0696c88-441e-459d-8089-a29e85bdfa39 None None] Checking segment: {'id': '671f45bd-5846-425f-af41-d09273f5101a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f6110a7b-adf2-4f7d-a270-3a46f186a10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:08:39.289053 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-c0696c88-441e-459d-8089-a29e85bdfa39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:39.289454 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0696c88-441e-459d-8089-a29e85bdfa39 None None] Bound using segment: {'id': '671f45bd-5846-425f-af41-d09273f5101a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f6110a7b-adf2-4f7d-a270-3a46f186a10d'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:08:39.289958 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-c0696c88-441e-459d-8089-a29e85bdfa39 None None] Bound port: 93b5d8ec-dbba-4d50-bb39-cb187a1bf460, host: dv-cinder-804757-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '671f45bd-5846-425f-af41-d09273f5101a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f6110a7b-adf2-4f7d-a270-3a46f186a10d'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:08:39.290338 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-c0696c88-441e-459d-8089-a29e85bdfa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:39.359721 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-c0696c88-441e-459d-8089-a29e85bdfa39 None None] For port 93b5d8ec-dbba-4d50-bb39-cb187a1bf460, host dv-cinder-804757-1-iscsi, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:08:39.383800 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-c0696c88-441e-459d-8089-a29e85bdfa39 None None] For port 93b5d8ec-dbba-4d50-bb39-cb187a1bf460, host dv-cinder-804757-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=93b5d8ec-dbba-4d50-bb39-cb187a1bf460,segment=NetworkSegment(671f45bd-5846-425f-af41-d09273f5101a),segment_id=671f45bd-5846-425f-af41-d09273f5101a)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:08:39.388546 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-c0696c88-441e-459d-8089-a29e85bdfa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:39.452795 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0696c88-441e-459d-8089-a29e85bdfa39 None None] Routers {'6416d2ee-24d4-4bf0-a10c-b129e32b268b'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:08:39.453424 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-c0696c88-441e-459d-8089-a29e85bdfa39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:08:34Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['6416d2ee-24d4-4bf0-a10c-b129e32b268b'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:08:39.457123 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1dff8f-6555-4667-99a8-6ebd15815b69 None None] Pushing event updated for resources: {'Port': ['ID=93b5d8ec-dbba-4d50-bb39-cb187a1bf460,revision_number=4']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:08:39.548978 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-c0696c88-441e-459d-8089-a29e85bdfa39 None None] Set router 6416d2ee-24d4-4bf0-a10c-b129e32b268b gateway port host: None {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:08:39.768463 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-c0696c88-441e-459d-8089-a29e85bdfa39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6416d2ee-24d4-4bf0-a10c-b129e32b268b', 'name': 'router1', 'tenant_id': 'bea479fa037b41e08b5fedd92a8b1a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:08:26Z', 'updated_at': '2021-08-16T15:08:37Z', 'revision_number': 2, 'project_id': 'bea479fa037b41e08b5fedd92a8b1a4b', 'gw_port_host': None, '_interfaces': [{'id': '93b5d8ec-dbba-4d50-bb39-cb187a1bf460', 'name': '', 'network_id': 'f6110a7b-adf2-4f7d-a270-3a46f186a10d', 'tenant_id': 'bea479fa037b41e08b5fedd92a8b1a4b', 'mac_address': 'fa:16:3e:9d:77:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6416d2ee-24d4-4bf0-a10c-b129e32b268b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7bedaf9e-bd57-490a-878f-59e02a222d65', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:08:36Z', 'updated_at': '2021-08-16T15:08:39Z', 'revision_number': 4, 'project_id': 'bea479fa037b41e08b5fedd92a8b1a4b', 'subnets': [{'id': '7bedaf9e-bd57-490a-878f-59e02a222d65', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7a79c5af-52a8-4f44-95a5-1ef0bf456b67'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:08:39.794139 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0696c88-441e-459d-8089-a29e85bdfa39 None None] The sync data for ids ['6416d2ee-24d4-4bf0-a10c-b129e32b268b'] in dv-cinder-804757-1-iscsi is: [{'id': '6416d2ee-24d4-4bf0-a10c-b129e32b268b', 'name': 'router1', 'tenant_id': 'bea479fa037b41e08b5fedd92a8b1a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:08:26Z', 'updated_at': '2021-08-16T15:08:37Z', 'revision_number': 2, 'project_id': 'bea479fa037b41e08b5fedd92a8b1a4b', 'gw_port_host': None, '_interfaces': [{'id': '93b5d8ec-dbba-4d50-bb39-cb187a1bf460', 'name': '', 'network_id': 'f6110a7b-adf2-4f7d-a270-3a46f186a10d', 'tenant_id': 'bea479fa037b41e08b5fedd92a8b1a4b', 'mac_address': 'fa:16:3e:9d:77:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6416d2ee-24d4-4bf0-a10c-b129e32b268b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7bedaf9e-bd57-490a-878f-59e02a222d65', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:08:36Z', 'updated_at': '2021-08-16T15:08:39Z', 'revision_number': 4, 'project_id': 'bea479fa037b41e08b5fedd92a8b1a4b', 'subnets': [{'id': '7bedaf9e-bd57-490a-878f-59e02a222d65', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7a79c5af-52a8-4f44-95a5-1ef0bf456b67'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:08:40.054342 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 59898) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:08:40.162656 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8562d9ba-af0b-47ae-a24f-daed35e6ddce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:08:40.164096 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-8562d9ba-af0b-47ae-a24f-daed35e6ddce admin admin] 10.222.0.22 "GET /v2.0/networks/b7623838-067e-46d7-9324-3e363fad67d4 HTTP/1.1" status: 200 len: 842 time: 0.1088269 Aug 16 15:08:40.174244 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.v2.base [None req-e9775e5b-26af-4d72-8aea-7d4cbd369e92 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'name': 'public-subnet', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'enable_dhcp': False}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:08:40.200266 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9775e5b-26af-4d72-8aea-7d4cbd369e92 admin admin] Made reservation on behalf of a3401e7311a74b1c8dbe4a78b859f827 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:08:40.202425 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e9775e5b-26af-4d72-8aea-7d4cbd369e92 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:40.507475 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.objects.ports [None req-e9775e5b-26af-4d72-8aea-7d4cbd369e92 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94052) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 15:08:40.507914 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e9775e5b-26af-4d72-8aea-7d4cbd369e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4115071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:40.558605 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9775e5b-26af-4d72-8aea-7d4cbd369e92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=838856c9-cc6d-4250-847b-ebd189817dd9,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:08:40.570280 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9775e5b-26af-4d72-8aea-7d4cbd369e92 admin admin] Checking segment: {'id': '6c369326-29bf-41f1-8d37-65f3627778f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:08:40.570621 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9775e5b-26af-4d72-8aea-7d4cbd369e92 admin admin] Network hostable DHCP agents. Network: b7623838-067e-46d7-9324-3e363fad67d4, hostable agents: ['7344f624-85b8-4b8b-b38a-21b8c75b4ec1'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 15:08:40.591402 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9775e5b-26af-4d72-8aea-7d4cbd369e92 admin admin] Network b7623838-067e-46d7-9324-3e363fad67d4 is scheduled to be hosted by DHCP agent 7344f624-85b8-4b8b-b38a-21b8c75b4ec1 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 15:08:40.601634 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-e9775e5b-26af-4d72-8aea-7d4cbd369e92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-1-iscsi, b7623838-067e-46d7-9324-3e363fad67d4) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:08:40.605770 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9775e5b-26af-4d72-8aea-7d4cbd369e92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:08:40.606334 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e9775e5b-26af-4d72-8aea-7d4cbd369e92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3780594'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:40.611794 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11649d7-2c62-4f2c-b12b-7522552ceb2c None None] Network b7623838-067e-46d7-9324-3e363fad67d4 requested from dv-cinder-804757-1-iscsi {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:08:40.632109 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-e9775e5b-26af-4d72-8aea-7d4cbd369e92 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4515610 Aug 16 15:08:40.743773 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c3a22c-f28c-43bf-9162-db8d3df5f518 None None] Network b7623838-067e-46d7-9324-3e363fad67d4 requested from dv-cinder-804757-1-iscsi {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:08:42.890573 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 59906) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:08:43.105254 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-078cbabe-b874-4484-a47d-6b29ec525efd admin admin] 10.222.0.22 "GET /v2.0/routers/6416d2ee-24d4-4bf0-a10c-b129e32b268b HTTP/1.1" status: 200 len: 710 time: 0.2135029 Aug 16 15:08:43.218273 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0171f5fa-13ac-4a97-b2f8-6414467660d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:08:43.219653 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-0171f5fa-13ac-4a97-b2f8-6414467660d7 admin admin] 10.222.0.22 "GET /v2.0/networks/b7623838-067e-46d7-9324-3e363fad67d4 HTTP/1.1" status: 200 len: 886 time: 0.1082478 Aug 16 15:08:43.231606 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [None req-58a870d5-a453-4503-b6c0-4d1eab12f44e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4'}}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:08:43.478443 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-58a870d5-a453-4503-b6c0-4d1eab12f44e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:43.706543 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-58a870d5-a453-4503-b6c0-4d1eab12f44e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:43.825193 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-58a870d5-a453-4503-b6c0-4d1eab12f44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:43.973589 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-58a870d5-a453-4503-b6c0-4d1eab12f44e admin admin] Allocated IP 172.27.3.80 (b7623838-067e-46d7-9324-3e363fad67d4/838856c9-cc6d-4250-847b-ebd189817dd9/8295f061-75b6-4b7e-88b9-9554d646d333) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:08:44.081410 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-58a870d5-a453-4503-b6c0-4d1eab12f44e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:44.166570 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-58a870d5-a453-4503-b6c0-4d1eab12f44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769335250701'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:44.241137 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a870d5-a453-4503-b6c0-4d1eab12f44e admin admin] Network b7623838-067e-46d7-9324-3e363fad67d4 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:08:44.253095 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-58a870d5-a453-4503-b6c0-4d1eab12f44e admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:08:44.255228 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a870d5-a453-4503-b6c0-4d1eab12f44e admin admin] Pushing event updated for resources: {'Port': ['ID=8295f061-75b6-4b7e-88b9-9554d646d333,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:08:44.266501 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a870d5-a453-4503-b6c0-4d1eab12f44e admin admin] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:08:44.541983 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-58a870d5-a453-4503-b6c0-4d1eab12f44e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:44.737202 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-58a870d5-a453-4503-b6c0-4d1eab12f44e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3798726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3772267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46255'] for router, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:44.743016 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-58a870d5-a453-4503-b6c0-4d1eab12f44e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3798729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3798736', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3772274'] for router, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:44.859911 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a870d5-a453-4503-b6c0-4d1eab12f44e admin admin] Router 6416d2ee-24d4-4bf0-a10c-b129e32b268b has already been hosted by L3 agent b2ca3166-9002-4222-bd01-ae8f73ca62dc {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 15:08:44.971534 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a870d5-a453-4503-b6c0-4d1eab12f44e admin admin] Notify agent at l3_agent.dv-cinder-804757-1-iscsi the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:08:44.976400 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-58a870d5-a453-4503-b6c0-4d1eab12f44e admin admin] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:44.977612 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-58a870d5-a453-4503-b6c0-4d1eab12f44e admin admin] 10.222.0.22 "PUT /v2.0/routers/6416d2ee-24d4-4bf0-a10c-b129e32b268b HTTP/1.1" status: 200 len: 889 time: 1.7502882 Aug 16 15:08:46.056087 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device 93b5d8ec-dbba-4d50-bb39-cb187a1bf460 up at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:08:46.104080 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning for port 93b5d8ec-dbba-4d50-bb39-cb187a1bf460 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:08:46.108421 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning complete for port 93b5d8ec-dbba-4d50-bb39-cb187a1bf460 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:08:46.108785 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:46.184168 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:46.220189 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17af988-222a-4292-8dc2-2ef63868d00f None None] Sync routers for ids ['6416d2ee-24d4-4bf0-a10c-b129e32b268b'] in dv-cinder-804757-1-iscsi {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:08:46.269541 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] For port 93b5d8ec-dbba-4d50-bb39-cb187a1bf460, host dv-cinder-804757-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=93b5d8ec-dbba-4d50-bb39-cb187a1bf460,segment=NetworkSegment(671f45bd-5846-425f-af41-d09273f5101a),segment_id=671f45bd-5846-425f-af41-d09273f5101a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:08:46.276667 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:46.284603 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17af988-222a-4292-8dc2-2ef63868d00f None None] Routers {'6416d2ee-24d4-4bf0-a10c-b129e32b268b'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:08:46.285273 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-a17af988-222a-4292-8dc2-2ef63868d00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:08:34Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['6416d2ee-24d4-4bf0-a10c-b129e32b268b'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:08:46.485725 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Pushing event updated for resources: {'Port': ['ID=93b5d8ec-dbba-4d50-bb39-cb187a1bf460,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:08:46.542445 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-a17af988-222a-4292-8dc2-2ef63868d00f None None] Set router 6416d2ee-24d4-4bf0-a10c-b129e32b268b gateway port host: dv-cinder-804757-1-iscsi {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:08:46.931148 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-a17af988-222a-4292-8dc2-2ef63868d00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6416d2ee-24d4-4bf0-a10c-b129e32b268b', 'name': 'router1', 'tenant_id': 'bea479fa037b41e08b5fedd92a8b1a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '8295f061-75b6-4b7e-88b9-9554d646d333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:08:26Z', 'updated_at': '2021-08-16T15:08:44Z', 'revision_number': 4, 'project_id': 'bea479fa037b41e08b5fedd92a8b1a4b', 'gw_port': {'id': '8295f061-75b6-4b7e-88b9-9554d646d333', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b1:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6416d2ee-24d4-4bf0-a10c-b129e32b268b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:08:43Z', 'updated_at': '2021-08-16T15:08:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_interfaces': [{'id': '93b5d8ec-dbba-4d50-bb39-cb187a1bf460', 'name': '', 'network_id': 'f6110a7b-adf2-4f7d-a270-3a46f186a10d', 'tenant_id': 'bea479fa037b41e08b5fedd92a8b1a4b', 'mac_address': 'fa:16:3e:9d:77:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6416d2ee-24d4-4bf0-a10c-b129e32b268b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7bedaf9e-bd57-490a-878f-59e02a222d65', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:08:36Z', 'updated_at': '2021-08-16T15:08:46Z', 'revision_number': 5, 'project_id': 'bea479fa037b41e08b5fedd92a8b1a4b', 'subnets': [{'id': '7bedaf9e-bd57-490a-878f-59e02a222d65', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7a79c5af-52a8-4f44-95a5-1ef0bf456b67'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:08:46.981843 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17af988-222a-4292-8dc2-2ef63868d00f None None] Checking router: 6416d2ee-24d4-4bf0-a10c-b129e32b268b for host: dv-cinder-804757-1-iscsi {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:08:46.982221 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17af988-222a-4292-8dc2-2ef63868d00f None None] Updating router 6416d2ee-24d4-4bf0-a10c-b129e32b268b port 8295f061-75b6-4b7e-88b9-9554d646d333 binding host dv-cinder-804757-1-iscsi {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 15:08:47.028146 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a17af988-222a-4292-8dc2-2ef63868d00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:47.341585 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 59920) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:08:47.346260 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a17af988-222a-4292-8dc2-2ef63868d00f None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:47.356264 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-a17af988-222a-4292-8dc2-2ef63868d00f None None] Transition to ACTIVE for port object 8295f061-75b6-4b7e-88b9-9554d646d333 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:08:47.362036 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a17af988-222a-4292-8dc2-2ef63868d00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:47.409536 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-a17af988-222a-4292-8dc2-2ef63868d00f None None] Attempting to bind port 8295f061-75b6-4b7e-88b9-9554d646d333 on host dv-cinder-804757-1-iscsi for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:08:47.409900 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-a17af988-222a-4292-8dc2-2ef63868d00f None None] Attempting to bind port 8295f061-75b6-4b7e-88b9-9554d646d333 by drivers openvswitch,hyperv on host dv-cinder-804757-1-iscsi at level 0 using segments [{'id': '6c369326-29bf-41f1-8d37-65f3627778f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:08:47.410258 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17af988-222a-4292-8dc2-2ef63868d00f None None] Attempting to bind port 8295f061-75b6-4b7e-88b9-9554d646d333 on network b7623838-067e-46d7-9324-3e363fad67d4 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:08:47.418297 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce72025-5d25-4008-b233-2031f5d9c3f4 None None] Pushing event updated for resources: {'Port': ['ID=8295f061-75b6-4b7e-88b9-9554d646d333,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:08:47.422654 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17af988-222a-4292-8dc2-2ef63868d00f None None] Checking agent: {'id': '038bb836-fe78-417c-a302-5d10dc6ddcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 8, 4), 'started_at': datetime.datetime(2021, 8, 16, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:08:47.423217 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17af988-222a-4292-8dc2-2ef63868d00f None None] Checking segment: {'id': '6c369326-29bf-41f1-8d37-65f3627778f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:08:47.423620 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a17af988-222a-4292-8dc2-2ef63868d00f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:47.424029 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17af988-222a-4292-8dc2-2ef63868d00f None None] Bound using segment: {'id': '6c369326-29bf-41f1-8d37-65f3627778f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:08:47.424630 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-a17af988-222a-4292-8dc2-2ef63868d00f None None] Bound port: 8295f061-75b6-4b7e-88b9-9554d646d333, host: dv-cinder-804757-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c369326-29bf-41f1-8d37-65f3627778f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:08:47.425048 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a17af988-222a-4292-8dc2-2ef63868d00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:47.458769 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-f6c3fe52-9e45-45f4-89f1-1a92ff724704 admin admin] 10.222.0.22 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1160147 Aug 16 15:08:47.475632 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-a17af988-222a-4292-8dc2-2ef63868d00f None None] For port 8295f061-75b6-4b7e-88b9-9554d646d333, host dv-cinder-804757-1-iscsi, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:08:47.479240 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-a17af988-222a-4292-8dc2-2ef63868d00f None None] For port 8295f061-75b6-4b7e-88b9-9554d646d333, host dv-cinder-804757-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=8295f061-75b6-4b7e-88b9-9554d646d333,segment=NetworkSegment(6c369326-29bf-41f1-8d37-65f3627778f0),segment_id=6c369326-29bf-41f1-8d37-65f3627778f0)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:08:47.483472 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a17af988-222a-4292-8dc2-2ef63868d00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:47.537777 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17af988-222a-4292-8dc2-2ef63868d00f None None] Routers {'6416d2ee-24d4-4bf0-a10c-b129e32b268b'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:08:47.538411 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-a17af988-222a-4292-8dc2-2ef63868d00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:08:34Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['6416d2ee-24d4-4bf0-a10c-b129e32b268b'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:08:47.662608 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce72025-5d25-4008-b233-2031f5d9c3f4 None None] Pushing event updated for resources: {'Port': ['ID=8295f061-75b6-4b7e-88b9-9554d646d333,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:08:47.736153 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-a17af988-222a-4292-8dc2-2ef63868d00f None None] Set router 6416d2ee-24d4-4bf0-a10c-b129e32b268b gateway port host: dv-cinder-804757-1-iscsi {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:08:47.947736 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-a17af988-222a-4292-8dc2-2ef63868d00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6416d2ee-24d4-4bf0-a10c-b129e32b268b', 'name': 'router1', 'tenant_id': 'bea479fa037b41e08b5fedd92a8b1a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '8295f061-75b6-4b7e-88b9-9554d646d333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:08:26Z', 'updated_at': '2021-08-16T15:08:44Z', 'revision_number': 4, 'project_id': 'bea479fa037b41e08b5fedd92a8b1a4b', 'gw_port': {'id': '8295f061-75b6-4b7e-88b9-9554d646d333', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b1:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6416d2ee-24d4-4bf0-a10c-b129e32b268b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:08:43Z', 'updated_at': '2021-08-16T15:08:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_interfaces': [{'id': '93b5d8ec-dbba-4d50-bb39-cb187a1bf460', 'name': '', 'network_id': 'f6110a7b-adf2-4f7d-a270-3a46f186a10d', 'tenant_id': 'bea479fa037b41e08b5fedd92a8b1a4b', 'mac_address': 'fa:16:3e:9d:77:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6416d2ee-24d4-4bf0-a10c-b129e32b268b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7bedaf9e-bd57-490a-878f-59e02a222d65', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:08:36Z', 'updated_at': '2021-08-16T15:08:46Z', 'revision_number': 5, 'project_id': 'bea479fa037b41e08b5fedd92a8b1a4b', 'subnets': [{'id': '7bedaf9e-bd57-490a-878f-59e02a222d65', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7a79c5af-52a8-4f44-95a5-1ef0bf456b67'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:08:47.973946 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17af988-222a-4292-8dc2-2ef63868d00f None None] The sync data for ids ['6416d2ee-24d4-4bf0-a10c-b129e32b268b'] in dv-cinder-804757-1-iscsi is: [{'id': '6416d2ee-24d4-4bf0-a10c-b129e32b268b', 'name': 'router1', 'tenant_id': 'bea479fa037b41e08b5fedd92a8b1a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '8295f061-75b6-4b7e-88b9-9554d646d333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:08:26Z', 'updated_at': '2021-08-16T15:08:44Z', 'revision_number': 4, 'project_id': 'bea479fa037b41e08b5fedd92a8b1a4b', 'gw_port': {'id': '8295f061-75b6-4b7e-88b9-9554d646d333', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b1:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6416d2ee-24d4-4bf0-a10c-b129e32b268b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:08:43Z', 'updated_at': '2021-08-16T15:08:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_interfaces': [{'id': '93b5d8ec-dbba-4d50-bb39-cb187a1bf460', 'name': '', 'network_id': 'f6110a7b-adf2-4f7d-a270-3a46f186a10d', 'tenant_id': 'bea479fa037b41e08b5fedd92a8b1a4b', 'mac_address': 'fa:16:3e:9d:77:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6416d2ee-24d4-4bf0-a10c-b129e32b268b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7bedaf9e-bd57-490a-878f-59e02a222d65', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:08:36Z', 'updated_at': '2021-08-16T15:08:46Z', 'revision_number': 5, 'project_id': 'bea479fa037b41e08b5fedd92a8b1a4b', 'subnets': [{'id': '7bedaf9e-bd57-490a-878f-59e02a222d65', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7a79c5af-52a8-4f44-95a5-1ef0bf456b67'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:08:48.093830 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device 93b5d8ec-dbba-4d50-bb39-cb187a1bf460 up at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:08:48.150767 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning complete for port 93b5d8ec-dbba-4d50-bb39-cb187a1bf460 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:08:48.151283 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:50.113143 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device 8295f061-75b6-4b7e-88b9-9554d646d333 up at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:08:50.162997 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning for port 8295f061-75b6-4b7e-88b9-9554d646d333 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:08:50.166917 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning complete for port 8295f061-75b6-4b7e-88b9-9554d646d333 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:08:50.167560 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:50.253857 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:50.276463 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] For port 8295f061-75b6-4b7e-88b9-9554d646d333, host dv-cinder-804757-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=8295f061-75b6-4b7e-88b9-9554d646d333,segment=NetworkSegment(6c369326-29bf-41f1-8d37-65f3627778f0),segment_id=6c369326-29bf-41f1-8d37-65f3627778f0)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:08:50.281332 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:08:50.328572 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Pushing event updated for resources: {'Port': ['ID=8295f061-75b6-4b7e-88b9-9554d646d333,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:08:52.089183 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device 8295f061-75b6-4b7e-88b9-9554d646d333 up at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:08:52.161098 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning complete for port 8295f061-75b6-4b7e-88b9-9554d646d333 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:08:52.161503 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:09:01.361169 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ec5cc6af-d911-4087-ad78-a86ec09616aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:09:03.909521 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-cc8db9e5-79f4-4a96-b500-b97142239926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:09:04.221679 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:09:05.064571 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5f8a3891-afd8-4a3f-99f3-eab7c9032578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:09:06.688914 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4fd61f29-14ed-4c81-94cc-08da44d16cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:09:15.971361 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.agents_db [None req-45e7de1a-0021-4862-aee0-d1a44650be34 None None] Agent healthcheck: found 5 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 15:09:31.362796 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0016a262-fe30-48ab-8630-6801013ccd2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:09:33.911797 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1ca2db62-605d-4a75-8e86-2151ce77d6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:09:34.275442 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:09:35.066560 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5f8a3891-afd8-4a3f-99f3-eab7c9032578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:09:36.693260 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4fd61f29-14ed-4c81-94cc-08da44d16cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:09:52.970892 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.agents_db [None req-45e7de1a-0021-4862-aee0-d1a44650be34 None None] Agent healthcheck: found 5 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 15:10:01.364779 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-56c2ba66-f0e4-4290-8abc-8b1ad6b36d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:10:03.915121 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2dcd22ee-001a-45fc-b2e4-5792f9cf5742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:10:04.216693 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:10:05.064579 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5f8a3891-afd8-4a3f-99f3-eab7c9032578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:10:06.696110 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4fd61f29-14ed-4c81-94cc-08da44d16cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:10:22.923526 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 60488) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:10:22.984158 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2334de7-41ed-45e7-a874-f1aac942f8fc admin admin] GET failed (client error): The resource could not be found. Aug 16 15:10:22.985467 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-c2334de7-41ed-45e7-a874-f1aac942f8fc admin admin] 10.222.0.22 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0609713 Aug 16 15:10:23.206326 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279c306a-6d36-4161-b8c8-1abf52e97417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:10:23.207706 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-279c306a-6d36-4161-b8c8-1abf52e97417 admin admin] 10.222.0.22 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.2177176 Aug 16 15:10:25.334535 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 60498) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:10:25.426579 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580b4eae-87f6-4a90-bdeb-7ca69d06d00d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:10:25.427909 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-580b4eae-87f6-4a90-bdeb-7ca69d06d00d admin admin] 10.222.0.22 "GET /v2.0/subnets/7bedaf9e-bd57-490a-878f-59e02a222d65 HTTP/1.1" status: 200 len: 849 time: 0.0924461 Aug 16 15:10:25.438069 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.v2.base [None req-a365a550-5f04-4414-9dec-62d429a0e575 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:10:25.517747 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a365a550-5f04-4414-9dec-62d429a0e575 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:10:25.655109 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a365a550-5f04-4414-9dec-62d429a0e575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4115071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769335768926'] for subnet, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:10:25.683579 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a365a550-5f04-4414-9dec-62d429a0e575 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:10:25.684187 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a365a550-5f04-4414-9dec-62d429a0e575 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3780594'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:10:25.685450 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-a365a550-5f04-4414-9dec-62d429a0e575 admin admin] 10.222.0.22 "PUT /v2.0/subnets/7bedaf9e-bd57-490a-878f-59e02a222d65 HTTP/1.1" status: 200 len: 868 time: 0.2510355 Aug 16 15:10:25.693991 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a46a28-4d4c-45b6-ac8a-1228069801ad None None] Network f6110a7b-adf2-4f7d-a270-3a46f186a10d requested from dv-cinder-804757-1-iscsi {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:10:25.705448 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365a550-5f04-4414-9dec-62d429a0e575 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bedaf9e-bd57-490a-878f-59e02a222d65,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:10:25.713756 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365a550-5f04-4414-9dec-62d429a0e575 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:10:25.714128 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365a550-5f04-4414-9dec-62d429a0e575 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:10:25.714410 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365a550-5f04-4414-9dec-62d429a0e575 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:10:25.714737 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365a550-5f04-4414-9dec-62d429a0e575 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:10:25.715059 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365a550-5f04-4414-9dec-62d429a0e575 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:10:25.715405 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365a550-5f04-4414-9dec-62d429a0e575 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:10:25.715732 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365a550-5f04-4414-9dec-62d429a0e575 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:10:25.716076 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365a550-5f04-4414-9dec-62d429a0e575 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:10:25.716398 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365a550-5f04-4414-9dec-62d429a0e575 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:10:25.716715 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365a550-5f04-4414-9dec-62d429a0e575 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:10:25.717021 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365a550-5f04-4414-9dec-62d429a0e575 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:10:25.717341 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365a550-5f04-4414-9dec-62d429a0e575 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:10:26.080489 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-d5ea4edb-9fbe-4f62-a828-7da0b759b3c1 None None] Provisioning complete for port 93b5d8ec-dbba-4d50-bb39-cb187a1bf460 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:10:26.080860 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d5ea4edb-9fbe-4f62-a828-7da0b759b3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:10:26.165561 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-d5ea4edb-9fbe-4f62-a828-7da0b759b3c1 None None] Provisioning complete for port d406e387-e236-4171-84f0-3db69d4a1900 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:10:26.165893 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d5ea4edb-9fbe-4f62-a828-7da0b759b3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:10:27.831736 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 60508) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:10:28.029229 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a5465b-3bac-4891-b019-410e91015bf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:10:28.029614 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a5465b-3bac-4891-b019-410e91015bf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:10:28.031128 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-c6a5465b-3bac-4891-b019-410e91015bf3 admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1984317 Aug 16 15:10:29.968827 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.agents_db [None req-45e7de1a-0021-4862-aee0-d1a44650be34 None None] Agent healthcheck: found 5 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 15:10:30.180141 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 60516) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:10:30.374247 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8cc212-13de-4e39-8853-0d48cc041ece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:10:30.374720 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8cc212-13de-4e39-8853-0d48cc041ece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:10:30.376266 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-2c8cc212-13de-4e39-8853-0d48cc041ece admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1951613 Aug 16 15:10:31.370499 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-21a5deb1-273a-4fa1-9c6b-54e75e24d704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:10:32.519563 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 60524) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:10:32.643933 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8745d8d8-9452-422b-bed1-0993f13af3c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:10:32.645283 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-8745d8d8-9452-422b-bed1-0993f13af3c2 admin admin] 10.222.0.22 "GET /v2.0/networks/b7623838-067e-46d7-9324-3e363fad67d4 HTTP/1.1" status: 200 len: 886 time: 0.1247594 Aug 16 15:10:33.917037 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-faed1d4f-154e-48de-a276-ac850c771f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:10:34.216824 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:10:34.797796 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 60532) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:10:34.922304 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e10ebd1-a7a3-46e0-bd72-4fdbd910911d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:10:34.923618 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-2e10ebd1-a7a3-46e0-bd72-4fdbd910911d admin admin] 10.222.0.22 "GET /v2.0/networks/f6110a7b-adf2-4f7d-a270-3a46f186a10d HTTP/1.1" status: 200 len: 868 time: 0.1248913 Aug 16 15:10:35.066530 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5f8a3891-afd8-4a3f-99f3-eab7c9032578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:10:36.693986 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4fd61f29-14ed-4c81-94cc-08da44d16cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:10:37.060056 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 60540) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:10:37.183510 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c2a2f0-ef92-4c81-b19b-ca10116e5c6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:10:37.183982 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c2a2f0-ef92-4c81-b19b-ca10116e5c6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:10:37.185483 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-b1c2a2f0-ef92-4c81-b19b-ca10116e5c6a admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1244917 Aug 16 15:10:39.331068 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 60548) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:10:39.423085 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d8ba6c-4d0f-43a5-88ef-5222ee5ece2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:10:39.423540 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d8ba6c-4d0f-43a5-88ef-5222ee5ece2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:10:39.425074 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-86d8ba6c-4d0f-43a5-88ef-5222ee5ece2b admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0930750 Aug 16 15:10:41.564428 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 60556) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:10:41.657689 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2ba18e-3d37-4059-bbfb-46b2264737ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:10:41.659032 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-da2ba18e-3d37-4059-bbfb-46b2264737ee admin admin] 10.222.0.22 "GET /v2.0/subnets/7bedaf9e-bd57-490a-878f-59e02a222d65 HTTP/1.1" status: 200 len: 868 time: 0.0936730 Aug 16 15:10:43.780478 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 60564) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:10:43.868992 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e909777-d13d-43f9-9a8a-a0ae06161aaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:10:43.870319 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-1e909777-d13d-43f9-9a8a-a0ae06161aaf admin admin] 10.222.0.22 "GET /v2.0/subnets/838856c9-cc6d-4250-847b-ebd189817dd9 HTTP/1.1" status: 200 len: 816 time: 0.0888906 Aug 16 15:11:01.367384 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f7d3cbd5-3c93-4081-9eb7-173e24add055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:11:03.916913 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0ec6d54e-fe7e-4e39-a8ed-4b8bb22a78ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:11:04.217288 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:11:05.072762 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5f8a3891-afd8-4a3f-99f3-eab7c9032578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:11:06.704951 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4fd61f29-14ed-4c81-94cc-08da44d16cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:11:06.967223 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.agents_db [None req-45e7de1a-0021-4862-aee0-d1a44650be34 None None] Agent healthcheck: found 5 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 15:11:07.212082 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 60618) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:11:07.259616 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [None req-6de4ccd2-7f52-40d6-be2d-377aeb9c6927 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 15:11:07.260643 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-6de4ccd2-7f52-40d6-be2d-377aeb9c6927 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0476005 Aug 16 15:11:09.558866 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 60626) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:11:09.618342 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e571ada-43ee-4be3-9e63-a0adab43f5f1 admin admin] GET failed (client error): The resource could not be found. Aug 16 15:11:09.619644 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-3e571ada-43ee-4be3-9e63-a0adab43f5f1 admin admin] 10.222.0.22 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0598338 Aug 16 15:11:09.756085 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e569819-3a6c-45c7-83ec-1241428335f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:11:09.757525 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-4e569819-3a6c-45c7-83ec-1241428335f3 admin admin] 10.222.0.22 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1334944 Aug 16 15:11:11.959873 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 60634) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:11:12.006557 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.v2.base [None req-663a866c-8e42-4721-9e7e-64d0816a7302 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:11:12.026460 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-663a866c-8e42-4721-9e7e-64d0816a7302 admin admin] Made reservation on behalf of a3401e7311a74b1c8dbe4a78b859f827 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:11:12.028720 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-663a866c-8e42-4721-9e7e-64d0816a7302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:11:12.056299 dv-cinder-804757-1-iscsi neutron-server[94052]: WARNING neutron.services.revisions.revision_plugin [None req-663a866c-8e42-4721-9e7e-64d0816a7302 admin admin] Could not find related network for resource to bump revision. Aug 16 15:11:12.069470 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-663a866c-8e42-4721-9e7e-64d0816a7302 admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 15:11:12.079636 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-663a866c-8e42-4721-9e7e-64d0816a7302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014199'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:11:12.080019 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.db.segments_db [None req-663a866c-8e42-4721-9e7e-64d0816a7302 admin admin] Added segment 67569ab7-8445-46f6-a6a2-c8a2b0b0d992 of type vlan for network d8440357-d4d4-489c-a36c-6ee8fb918c34 Aug 16 15:11:12.120931 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-663a866c-8e42-4721-9e7e-64d0816a7302 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769335234654'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:11:12.143664 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-663a866c-8e42-4721-9e7e-64d0816a7302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:11:12.144552 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663a866c-8e42-4721-9e7e-64d0816a7302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:11:12.145139 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-663a866c-8e42-4721-9e7e-64d0816a7302 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3780594'] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:11:12.191365 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-663a866c-8e42-4721-9e7e-64d0816a7302 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2304287 Aug 16 15:11:12.202102 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663a866c-8e42-4721-9e7e-64d0816a7302 admin admin] Pushing event updated for resources: {'Network': ['ID=d8440357-d4d4-489c-a36c-6ee8fb918c34,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:11:12.219029 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Network d8440357-d4d4-489c-a36c-6ee8fb918c34 details requested by agent ovs-agent-dv-cinder-804757-1-iscsi with host dv-cinder-804757-1-iscsi {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 15:11:14.381368 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 60642) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:11:14.440194 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c2e2ed3-d709-4522-bd1a-ab74ecfaae5d admin admin] GET failed (client error): The resource could not be found. Aug 16 15:11:14.441482 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-0c2e2ed3-d709-4522-bd1a-ab74ecfaae5d admin admin] 10.222.0.22 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0591888 Aug 16 15:11:14.511900 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffd450f-a31f-49bf-8312-cc6c09392982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:11:14.513319 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-0ffd450f-a31f-49bf-8312-cc6c09392982 admin admin] 10.222.0.22 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0669363 Aug 16 15:11:14.523088 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [None req-e6498bf1-867b-4fb0-82dd-2ca90254e56b admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'd8440357-d4d4-489c-a36c-6ee8fb918c34', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:11:14.542755 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6498bf1-867b-4fb0-82dd-2ca90254e56b admin admin] Made reservation on behalf of a3401e7311a74b1c8dbe4a78b859f827 for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:11:14.544977 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e6498bf1-867b-4fb0-82dd-2ca90254e56b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:11:14.705330 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e6498bf1-867b-4fb0-82dd-2ca90254e56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4115071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:11:14.758231 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6498bf1-867b-4fb0-82dd-2ca90254e56b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5dbb4ef-2ed1-4f34-be14-f4a5784e4c87,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:11:14.767660 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6498bf1-867b-4fb0-82dd-2ca90254e56b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:11:14.768054 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6498bf1-867b-4fb0-82dd-2ca90254e56b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:11:14.768399 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6498bf1-867b-4fb0-82dd-2ca90254e56b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:11:14.768728 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6498bf1-867b-4fb0-82dd-2ca90254e56b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:11:14.769054 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6498bf1-867b-4fb0-82dd-2ca90254e56b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:11:14.769421 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6498bf1-867b-4fb0-82dd-2ca90254e56b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:11:14.769723 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6498bf1-867b-4fb0-82dd-2ca90254e56b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:11:14.770044 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6498bf1-867b-4fb0-82dd-2ca90254e56b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:11:14.770381 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6498bf1-867b-4fb0-82dd-2ca90254e56b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:11:14.770703 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6498bf1-867b-4fb0-82dd-2ca90254e56b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:11:14.771021 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6498bf1-867b-4fb0-82dd-2ca90254e56b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:11:14.771333 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6498bf1-867b-4fb0-82dd-2ca90254e56b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:11:14.776312 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6498bf1-867b-4fb0-82dd-2ca90254e56b admin admin] Checking segment: {'id': '67569ab7-8445-46f6-a6a2-c8a2b0b0d992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd8440357-d4d4-489c-a36c-6ee8fb918c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:11:14.776658 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6498bf1-867b-4fb0-82dd-2ca90254e56b admin admin] Network hostable DHCP agents. Network: d8440357-d4d4-489c-a36c-6ee8fb918c34, hostable agents: ['7344f624-85b8-4b8b-b38a-21b8c75b4ec1'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 15:11:14.792474 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6498bf1-867b-4fb0-82dd-2ca90254e56b admin admin] Network d8440357-d4d4-489c-a36c-6ee8fb918c34 is scheduled to be hosted by DHCP agent 7344f624-85b8-4b8b-b38a-21b8c75b4ec1 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 15:11:14.800405 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-e6498bf1-867b-4fb0-82dd-2ca90254e56b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-1-iscsi, d8440357-d4d4-489c-a36c-6ee8fb918c34) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:11:14.804300 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6498bf1-867b-4fb0-82dd-2ca90254e56b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:11:14.805397 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e6498bf1-867b-4fb0-82dd-2ca90254e56b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3780594'] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:11:14.810136 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51803ce-a0d2-443d-89fa-aa9f8020311e None None] Network d8440357-d4d4-489c-a36c-6ee8fb918c34 requested from dv-cinder-804757-1-iscsi {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:11:14.819350 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-e6498bf1-867b-4fb0-82dd-2ca90254e56b admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2996035 Aug 16 15:11:14.960962 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a5f23a-9611-4aa3-bd3a-1dd667c2808a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3766c4e-508b-5d3a-b6eb-efbff961488d-d8440357-d4d4-489c-a36c-6ee8fb918c34', 'network_id': 'd8440357-d4d4-489c-a36c-6ee8fb918c34', 'tenant_id': 'a3401e7311a74b1c8dbe4a78b859f827', 'fixed_ips': [{'subnet_id': 'a5dbb4ef-2ed1-4f34-be14-f4a5784e4c87'}]}} from dv-cinder-804757-1-iscsi. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 15:11:14.961849 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f7a5f23a-9611-4aa3-bd3a-1dd667c2808a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:11:15.098502 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-f7a5f23a-9611-4aa3-bd3a-1dd667c2808a None None] Allocated IP 192.168.233.2 (d8440357-d4d4-489c-a36c-6ee8fb918c34/a5dbb4ef-2ed1-4f34-be14-f4a5784e4c87/5ee0e04c-9199-4b2d-8ffa-04e0a03621f0) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:11:15.242401 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f7a5f23a-9611-4aa3-bd3a-1dd667c2808a None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:11:15.250939 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-f7a5f23a-9611-4aa3-bd3a-1dd667c2808a None None] Transition to ACTIVE for port object 5ee0e04c-9199-4b2d-8ffa-04e0a03621f0 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:11:15.271229 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-f7a5f23a-9611-4aa3-bd3a-1dd667c2808a None None] Transition to ACTIVE for port object 5ee0e04c-9199-4b2d-8ffa-04e0a03621f0 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:11:15.277426 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f7a5f23a-9611-4aa3-bd3a-1dd667c2808a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769335250701'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:11:15.316176 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a5f23a-9611-4aa3-bd3a-1dd667c2808a None None] Network d8440357-d4d4-489c-a36c-6ee8fb918c34 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:11:15.321426 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-f7a5f23a-9611-4aa3-bd3a-1dd667c2808a None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:11:15.326845 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a5f23a-9611-4aa3-bd3a-1dd667c2808a None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:11:15.335639 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a5f23a-9611-4aa3-bd3a-1dd667c2808a None None] Pushing event updated for resources: {'Port': ['ID=5ee0e04c-9199-4b2d-8ffa-04e0a03621f0,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:11:15.343083 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a5f23a-9611-4aa3-bd3a-1dd667c2808a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:11:15.343433 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a5f23a-9611-4aa3-bd3a-1dd667c2808a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:11:15.343769 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a5f23a-9611-4aa3-bd3a-1dd667c2808a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:11:15.344135 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a5f23a-9611-4aa3-bd3a-1dd667c2808a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:11:15.344461 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a5f23a-9611-4aa3-bd3a-1dd667c2808a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:11:15.344785 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a5f23a-9611-4aa3-bd3a-1dd667c2808a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:11:15.346924 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a5f23a-9611-4aa3-bd3a-1dd667c2808a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:11:15.346924 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a5f23a-9611-4aa3-bd3a-1dd667c2808a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:11:15.346924 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a5f23a-9611-4aa3-bd3a-1dd667c2808a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:11:15.346924 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a5f23a-9611-4aa3-bd3a-1dd667c2808a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:11:15.346924 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a5f23a-9611-4aa3-bd3a-1dd667c2808a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:11:15.346924 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a5f23a-9611-4aa3-bd3a-1dd667c2808a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:11:15.392306 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-f7a5f23a-9611-4aa3-bd3a-1dd667c2808a None None] Attempting to bind port 5ee0e04c-9199-4b2d-8ffa-04e0a03621f0 on host dv-cinder-804757-1-iscsi for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:11:15.392665 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-f7a5f23a-9611-4aa3-bd3a-1dd667c2808a None None] Attempting to bind port 5ee0e04c-9199-4b2d-8ffa-04e0a03621f0 by drivers openvswitch,hyperv on host dv-cinder-804757-1-iscsi at level 0 using segments [{'id': '67569ab7-8445-46f6-a6a2-c8a2b0b0d992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd8440357-d4d4-489c-a36c-6ee8fb918c34'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:11:15.393016 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a5f23a-9611-4aa3-bd3a-1dd667c2808a None None] Attempting to bind port 5ee0e04c-9199-4b2d-8ffa-04e0a03621f0 on network d8440357-d4d4-489c-a36c-6ee8fb918c34 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:11:15.397826 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a5f23a-9611-4aa3-bd3a-1dd667c2808a None None] Checking agent: {'id': '038bb836-fe78-417c-a302-5d10dc6ddcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 8, 4), 'started_at': datetime.datetime(2021, 8, 16, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:11:15.398251 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a5f23a-9611-4aa3-bd3a-1dd667c2808a None None] Checking segment: {'id': '67569ab7-8445-46f6-a6a2-c8a2b0b0d992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd8440357-d4d4-489c-a36c-6ee8fb918c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:11:15.398647 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f7a5f23a-9611-4aa3-bd3a-1dd667c2808a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:11:15.399030 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a5f23a-9611-4aa3-bd3a-1dd667c2808a None None] Bound using segment: {'id': '67569ab7-8445-46f6-a6a2-c8a2b0b0d992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd8440357-d4d4-489c-a36c-6ee8fb918c34'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:11:15.399483 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-f7a5f23a-9611-4aa3-bd3a-1dd667c2808a None None] Bound port: 5ee0e04c-9199-4b2d-8ffa-04e0a03621f0, host: dv-cinder-804757-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67569ab7-8445-46f6-a6a2-c8a2b0b0d992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd8440357-d4d4-489c-a36c-6ee8fb918c34'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:11:15.399878 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f7a5f23a-9611-4aa3-bd3a-1dd667c2808a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:11:15.461122 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-f7a5f23a-9611-4aa3-bd3a-1dd667c2808a None None] For port 5ee0e04c-9199-4b2d-8ffa-04e0a03621f0, host dv-cinder-804757-1-iscsi, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:11:15.464480 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-f7a5f23a-9611-4aa3-bd3a-1dd667c2808a None None] For port 5ee0e04c-9199-4b2d-8ffa-04e0a03621f0, host dv-cinder-804757-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=5ee0e04c-9199-4b2d-8ffa-04e0a03621f0,segment=NetworkSegment(67569ab7-8445-46f6-a6a2-c8a2b0b0d992),segment_id=67569ab7-8445-46f6-a6a2-c8a2b0b0d992)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:11:15.468492 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f7a5f23a-9611-4aa3-bd3a-1dd667c2808a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:11:15.526995 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a5f23a-9611-4aa3-bd3a-1dd667c2808a None None] Pushing event updated for resources: {'Port': ['ID=5ee0e04c-9199-4b2d-8ffa-04e0a03621f0,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:11:16.176054 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device 5ee0e04c-9199-4b2d-8ffa-04e0a03621f0 up at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:11:16.236699 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning for port 5ee0e04c-9199-4b2d-8ffa-04e0a03621f0 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:11:16.324307 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0c71eb-20bb-49a4-bff1-56b7e2870488 None None] Network d8440357-d4d4-489c-a36c-6ee8fb918c34 requested from dv-cinder-804757-1-iscsi {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:11:16.444561 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-16f8ebaa-4e98-4fc2-a44a-d48cb06bd063 None None] Provisioning for port 5ee0e04c-9199-4b2d-8ffa-04e0a03621f0 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:11:16.449553 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-16f8ebaa-4e98-4fc2-a44a-d48cb06bd063 None None] Provisioning complete for port 5ee0e04c-9199-4b2d-8ffa-04e0a03621f0 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:11:16.449904 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-16f8ebaa-4e98-4fc2-a44a-d48cb06bd063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:11:16.555833 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-16f8ebaa-4e98-4fc2-a44a-d48cb06bd063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:11:16.595448 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-16f8ebaa-4e98-4fc2-a44a-d48cb06bd063 None None] For port 5ee0e04c-9199-4b2d-8ffa-04e0a03621f0, host dv-cinder-804757-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=5ee0e04c-9199-4b2d-8ffa-04e0a03621f0,segment=NetworkSegment(67569ab7-8445-46f6-a6a2-c8a2b0b0d992),segment_id=67569ab7-8445-46f6-a6a2-c8a2b0b0d992)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:11:16.600729 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-16f8ebaa-4e98-4fc2-a44a-d48cb06bd063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:11:16.652676 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f8ebaa-4e98-4fc2-a44a-d48cb06bd063 None None] Pushing event updated for resources: {'Port': ['ID=5ee0e04c-9199-4b2d-8ffa-04e0a03621f0,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:11:16.722510 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-071d432a-7922-424a-848b-fa5e79f7af8c None None] Provisioning complete for port 5ee0e04c-9199-4b2d-8ffa-04e0a03621f0 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:11:16.722875 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-071d432a-7922-424a-848b-fa5e79f7af8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:11:18.140804 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device 5ee0e04c-9199-4b2d-8ffa-04e0a03621f0 up at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:11:18.187819 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning complete for port 5ee0e04c-9199-4b2d-8ffa-04e0a03621f0 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:11:18.188212 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:11:31.357577 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-15235194-bf31-4828-9e72-0320be652c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:11:33.916722 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c055b785-45d1-49e9-84fa-a0881ab5bd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:11:34.217989 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:11:35.072791 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5f8a3891-afd8-4a3f-99f3-eab7c9032578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:11:36.701430 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4fd61f29-14ed-4c81-94cc-08da44d16cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:11:43.965046 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.agents_db [None req-45e7de1a-0021-4862-aee0-d1a44650be34 None None] Agent healthcheck: found 5 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 15:12:01.358914 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7b1cfbde-3865-4a36-ad38-542a98deea84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:12:03.918466 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f7615be1-9e6c-4a6a-8b6b-9eea5448afe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:12:04.218598 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:12:05.077690 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5f8a3891-afd8-4a3f-99f3-eab7c9032578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:12:06.706656 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4fd61f29-14ed-4c81-94cc-08da44d16cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:12:20.964130 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.agents_db [None req-45e7de1a-0021-4862-aee0-d1a44650be34 None None] Agent healthcheck: found 5 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 15:12:23.041961 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 60694) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:12:23.047884 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [None req-94b274fe-4d7a-4ee1-b730-758d733dadb7 tempest-verify_tempest_config-625982908 tempest-verify_tempest_config-625982908-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 15:12:23.048862 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-94b274fe-4d7a-4ee1-b730-758d733dadb7 tempest-verify_tempest_config-625982908 tempest-verify_tempest_config-625982908-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059490 Aug 16 15:12:23.355063 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 60712) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:12:23.455901 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-871f7fc4-df6f-48d0-8192-3ce7413a6128 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:12:23.550163 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-871f7fc4-df6f-48d0-8192-3ce7413a6128 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:12:23.553678 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-871f7fc4-df6f-48d0-8192-3ce7413a6128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:12:23.596790 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-871f7fc4-df6f-48d0-8192-3ce7413a6128 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=73af596ef5d84d8dacd9b706d99bbe42&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2407188 Aug 16 15:12:23.597621 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f7fc4-df6f-48d0-8192-3ce7413a6128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ccc67b-eff6-40c4-91d9-49ffbff2d5b3,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:12:23.599916 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 60716) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:12:23.615127 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871f7fc4-df6f-48d0-8192-3ce7413a6128 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:12:23.615466 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871f7fc4-df6f-48d0-8192-3ce7413a6128 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:12:23.615800 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871f7fc4-df6f-48d0-8192-3ce7413a6128 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:12:23.616157 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871f7fc4-df6f-48d0-8192-3ce7413a6128 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:12:23.616486 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871f7fc4-df6f-48d0-8192-3ce7413a6128 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:12:23.616811 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871f7fc4-df6f-48d0-8192-3ce7413a6128 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:12:23.617133 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871f7fc4-df6f-48d0-8192-3ce7413a6128 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:12:23.617457 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871f7fc4-df6f-48d0-8192-3ce7413a6128 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:12:23.617794 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871f7fc4-df6f-48d0-8192-3ce7413a6128 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:12:23.618115 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871f7fc4-df6f-48d0-8192-3ce7413a6128 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:12:23.618430 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871f7fc4-df6f-48d0-8192-3ce7413a6128 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:12:23.618747 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871f7fc4-df6f-48d0-8192-3ce7413a6128 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:12:23.663483 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3a7c1660-78ea-46e9-a0bb-23e8df4aa66e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:12:23.683261 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3a7c1660-78ea-46e9-a0bb-23e8df4aa66e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:12:23.773353 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3a7c1660-78ea-46e9-a0bb-23e8df4aa66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:12:23.776369 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3a7c1660-78ea-46e9-a0bb-23e8df4aa66e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:12:23.777544 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-3a7c1660-78ea-46e9-a0bb-23e8df4aa66e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/17ccc67b-eff6-40c4-91d9-49ffbff2d5b3 HTTP/1.1" status: 204 len: 168 time: 0.1767409 Aug 16 15:12:23.785076 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7c1660-78ea-46e9-a0bb-23e8df4aa66e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ccc67b-eff6-40c4-91d9-49ffbff2d5b3,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:12:31.359853 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4333f78f-3999-4f76-8af2-d76bb4ed7899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:12:33.921142 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9f981814-2313-4c01-a724-29bce2adb8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:12:34.220140 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:12:35.077938 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5f8a3891-afd8-4a3f-99f3-eab7c9032578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:12:36.708118 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4fd61f29-14ed-4c81-94cc-08da44d16cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:12:57.962144 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.agents_db [None req-45e7de1a-0021-4862-aee0-d1a44650be34 None None] Agent healthcheck: found 5 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 15:13:01.363428 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b2cd3585-7403-4b1c-838d-4c637ca53fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:13:03.922098 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1a46c12b-5a33-44cb-8a7d-bdda2d5d5d7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:13:04.220344 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:13:05.082248 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5f8a3891-afd8-4a3f-99f3-eab7c9032578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:13:06.711180 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4fd61f29-14ed-4c81-94cc-08da44d16cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:13:31.364438 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-efb9528e-ca6a-427b-b68b-3f805b5c41c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:13:33.921069 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-27820674-50b5-4eb3-b330-e0434e924e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:13:34.220700 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:13:34.961764 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.agents_db [None req-45e7de1a-0021-4862-aee0-d1a44650be34 None None] Agent healthcheck: found 5 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 15:13:35.085014 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5f8a3891-afd8-4a3f-99f3-eab7c9032578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:13:36.714326 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4fd61f29-14ed-4c81-94cc-08da44d16cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:13:55.534659 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3797200'] for agent, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:13:59.427226 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 60768) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:13:59.532580 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-515ad93e-37fd-4556-a733-b437f0e5d586 admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1042788 Aug 16 15:14:01.364975 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c9fb55be-b4f2-49f6-8ef0-8a89bc8bf26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:14:01.696686 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 60778) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:14:01.750421 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-08d0cc10-18c4-40fd-b079-1f8f021c7e5f admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0526032 Aug 16 15:14:03.921339 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d00511d3-b27a-475a-8976-0e5f40aa095e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:14:04.221035 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:14:05.089085 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5f8a3891-afd8-4a3f-99f3-eab7c9032578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:14:06.717576 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4fd61f29-14ed-4c81-94cc-08da44d16cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:14:11.961631 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.agents_db [None req-45e7de1a-0021-4862-aee0-d1a44650be34 None None] Agent healthcheck: found 6 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 15:14:25.490298 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:14:31.365082 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bab327a2-5c00-406e-8899-7f47491ba075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:14:33.924907 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8d753a0e-a6be-45e0-bc6b-6bf84c179d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:14:34.221146 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:14:35.091181 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5f8a3891-afd8-4a3f-99f3-eab7c9032578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:14:36.719602 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4fd61f29-14ed-4c81-94cc-08da44d16cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:14:48.960748 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.agents_db [None req-45e7de1a-0021-4862-aee0-d1a44650be34 None None] Agent healthcheck: found 6 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 15:14:55.492756 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:01.366126 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0dffa747-a027-492a-a60d-3bdff969de08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:03.926573 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6b3c801d-3776-482b-88ab-03f0c407b33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:04.222867 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:05.094691 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5f8a3891-afd8-4a3f-99f3-eab7c9032578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:06.725021 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4fd61f29-14ed-4c81-94cc-08da44d16cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:25.510264 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:25.960038 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.agents_db [None req-45e7de1a-0021-4862-aee0-d1a44650be34 None None] Agent healthcheck: found 6 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 15:15:27.677437 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 60886) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:15:27.910501 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [None req-63bcdc05-3837-40fd-bdef-4c85785bcafb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1808652163-network', 'tenant_id': 'fdee2a6606d6402eb024bac70450fcca'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:15:27.933191 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63bcdc05-3837-40fd-bdef-4c85785bcafb admin admin] Made reservation on behalf of fdee2a6606d6402eb024bac70450fcca for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:15:27.936119 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-63bcdc05-3837-40fd-bdef-4c85785bcafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:27.952187 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-63bcdc05-3837-40fd-bdef-4c85785bcafb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:28.052955 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-63bcdc05-3837-40fd-bdef-4c85785bcafb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:28.064817 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-63bcdc05-3837-40fd-bdef-4c85785bcafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:28.086568 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63bcdc05-3837-40fd-bdef-4c85785bcafb admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 15:15:28.105173 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-63bcdc05-3837-40fd-bdef-4c85785bcafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014199'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:28.105564 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.db.segments_db [None req-63bcdc05-3837-40fd-bdef-4c85785bcafb admin admin] Added segment db5fc2bf-32a9-4685-9b49-9ba96f4b8531 of type vlan for network 3f2dd318-326a-4fec-a34e-1138da6d0c7b Aug 16 15:15:28.119494 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bcdc05-3837-40fd-bdef-4c85785bcafb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54cb72f7-d14a-4a7d-96eb-815e6afb61fa,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:15:28.145582 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bcdc05-3837-40fd-bdef-4c85785bcafb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:15:28.145983 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bcdc05-3837-40fd-bdef-4c85785bcafb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:15:28.146338 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bcdc05-3837-40fd-bdef-4c85785bcafb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:15:28.147486 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bcdc05-3837-40fd-bdef-4c85785bcafb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:15:28.147486 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bcdc05-3837-40fd-bdef-4c85785bcafb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:15:28.147692 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bcdc05-3837-40fd-bdef-4c85785bcafb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:15:28.147931 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bcdc05-3837-40fd-bdef-4c85785bcafb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:15:28.148345 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bcdc05-3837-40fd-bdef-4c85785bcafb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:15:28.148764 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bcdc05-3837-40fd-bdef-4c85785bcafb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:15:28.149097 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bcdc05-3837-40fd-bdef-4c85785bcafb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:15:28.149422 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bcdc05-3837-40fd-bdef-4c85785bcafb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:15:28.149744 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bcdc05-3837-40fd-bdef-4c85785bcafb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:15:28.150837 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bcdc05-3837-40fd-bdef-4c85785bcafb admin admin] Tracked resource versions report: Aug 16 15:15:28.150837 dv-cinder-804757-1-iscsi neutron-server[94051]: pushed versions: Aug 16 15:15:28.150837 dv-cinder-804757-1-iscsi neutron-server[94051]: { 'AddressGroup': {'1.2'}, Aug 16 15:15:28.150837 dv-cinder-804757-1-iscsi neutron-server[94051]: 'ConntrackHelper': {'1.0'}, Aug 16 15:15:28.150837 dv-cinder-804757-1-iscsi neutron-server[94051]: 'Log': {'1.0'}, Aug 16 15:15:28.150837 dv-cinder-804757-1-iscsi neutron-server[94051]: 'Network': {'1.1'}, Aug 16 15:15:28.150837 dv-cinder-804757-1-iscsi neutron-server[94051]: 'Port': {'1.7'}, Aug 16 15:15:28.150837 dv-cinder-804757-1-iscsi neutron-server[94051]: 'PortForwarding': {'1.2'}, Aug 16 15:15:28.150837 dv-cinder-804757-1-iscsi neutron-server[94051]: 'QosPolicy': {'1.9'}, Aug 16 15:15:28.150837 dv-cinder-804757-1-iscsi neutron-server[94051]: 'SecurityGroup': {'1.4'}, Aug 16 15:15:28.150837 dv-cinder-804757-1-iscsi neutron-server[94051]: 'SecurityGroupRule': {'1.2'}, Aug 16 15:15:28.150837 dv-cinder-804757-1-iscsi neutron-server[94051]: 'SubPort': {'1.0'}, Aug 16 15:15:28.150837 dv-cinder-804757-1-iscsi neutron-server[94051]: 'Subnet': {'1.1'}, Aug 16 15:15:28.150837 dv-cinder-804757-1-iscsi neutron-server[94051]: 'Trunk': {'1.1'}} Aug 16 15:15:28.150837 dv-cinder-804757-1-iscsi neutron-server[94051]: consumer versions: Aug 16 15:15:28.150837 dv-cinder-804757-1-iscsi neutron-server[94051]: { DHCP agent@dv-cinder-804757-1-iscsi: {}, Aug 16 15:15:28.150837 dv-cinder-804757-1-iscsi neutron-server[94051]: HyperV agent@hv-cinder-80475: {}, Aug 16 15:15:28.150837 dv-cinder-804757-1-iscsi neutron-server[94051]: L3 agent@dv-cinder-804757-1-iscsi: {}, Aug 16 15:15:28.150837 dv-cinder-804757-1-iscsi neutron-server[94051]: Metadata agent@dv-cinder-804757-1-iscsi: {}, Aug 16 15:15:28.150837 dv-cinder-804757-1-iscsi neutron-server[94051]: Metering agent@dv-cinder-804757-1-iscsi: {}, Aug 16 15:15:28.150837 dv-cinder-804757-1-iscsi neutron-server[94051]: Open vSwitch agent@dv-cinder-804757-1-iscsi: { 'AddressGroup': '1.2', Aug 16 15:15:28.150837 dv-cinder-804757-1-iscsi neutron-server[94051]: 'ConntrackHelper': '1.0', Aug 16 15:15:28.150837 dv-cinder-804757-1-iscsi neutron-server[94051]: 'Log': '1.0', Aug 16 15:15:28.150837 dv-cinder-804757-1-iscsi neutron-server[94051]: 'Network': '1.1', Aug 16 15:15:28.150837 dv-cinder-804757-1-iscsi neutron-server[94051]: 'Port': '1.7', Aug 16 15:15:28.150837 dv-cinder-804757-1-iscsi neutron-server[94051]: 'PortForwarding': '1.2', Aug 16 15:15:28.150837 dv-cinder-804757-1-iscsi neutron-server[94051]: 'QosPolicy': '1.9', Aug 16 15:15:28.150837 dv-cinder-804757-1-iscsi neutron-server[94051]: 'SecurityGroup': '1.4', Aug 16 15:15:28.150837 dv-cinder-804757-1-iscsi neutron-server[94051]: 'SecurityGroupRule': '1.2', Aug 16 15:15:28.150837 dv-cinder-804757-1-iscsi neutron-server[94051]: 'SubPort': '1.0', Aug 16 15:15:28.150837 dv-cinder-804757-1-iscsi neutron-server[94051]: 'Subnet': '1.1', Aug 16 15:15:28.150837 dv-cinder-804757-1-iscsi neutron-server[94051]: 'Trunk': '1.1'}} Aug 16 15:15:28.150837 dv-cinder-804757-1-iscsi neutron-server[94051]: {{(pid=94051) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 15:15:28.165083 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-63bcdc05-3837-40fd-bdef-4c85785bcafb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769335234654'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:28.190494 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-63bcdc05-3837-40fd-bdef-4c85785bcafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:28.191700 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bcdc05-3837-40fd-bdef-4c85785bcafb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:15:28.192395 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-63bcdc05-3837-40fd-bdef-4c85785bcafb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3780594'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:28.255257 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bcdc05-3837-40fd-bdef-4c85785bcafb admin admin] Pushing event updated for resources: {'Network': ['ID=3f2dd318-326a-4fec-a34e-1138da6d0c7b,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:15:28.267332 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Network 3f2dd318-326a-4fec-a34e-1138da6d0c7b details requested by agent ovs-agent-dv-cinder-804757-1-iscsi with host dv-cinder-804757-1-iscsi {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 15:15:28.267931 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 60934) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:15:28.268925 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-63bcdc05-3837-40fd-bdef-4c85785bcafb admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5902402 Aug 16 15:15:28.275502 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.v2.base [None req-0c826a99-f5a2-47b6-97df-200241974f3c admin admin] Request body: {'subnet': {'network_id': '3f2dd318-326a-4fec-a34e-1138da6d0c7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1808652163-subnet', 'tenant_id': 'fdee2a6606d6402eb024bac70450fcca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:15:28.297502 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c826a99-f5a2-47b6-97df-200241974f3c admin admin] Made reservation on behalf of fdee2a6606d6402eb024bac70450fcca for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:15:28.300629 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0c826a99-f5a2-47b6-97df-200241974f3c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:28.484689 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0c826a99-f5a2-47b6-97df-200241974f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4115071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:28.531188 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c826a99-f5a2-47b6-97df-200241974f3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6cec04b-32c5-449e-b8fd-653c5ce67f89,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:15:28.550494 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c826a99-f5a2-47b6-97df-200241974f3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:15:28.550842 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c826a99-f5a2-47b6-97df-200241974f3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:15:28.551178 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c826a99-f5a2-47b6-97df-200241974f3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:15:28.551509 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c826a99-f5a2-47b6-97df-200241974f3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:15:28.551857 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c826a99-f5a2-47b6-97df-200241974f3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:15:28.552232 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c826a99-f5a2-47b6-97df-200241974f3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:15:28.552556 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c826a99-f5a2-47b6-97df-200241974f3c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:15:28.552880 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c826a99-f5a2-47b6-97df-200241974f3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:15:28.553202 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c826a99-f5a2-47b6-97df-200241974f3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:15:28.553522 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c826a99-f5a2-47b6-97df-200241974f3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:15:28.553839 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c826a99-f5a2-47b6-97df-200241974f3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:15:28.554156 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c826a99-f5a2-47b6-97df-200241974f3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:15:28.555228 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c826a99-f5a2-47b6-97df-200241974f3c admin admin] Tracked resource versions report: Aug 16 15:15:28.555228 dv-cinder-804757-1-iscsi neutron-server[94052]: pushed versions: Aug 16 15:15:28.555228 dv-cinder-804757-1-iscsi neutron-server[94052]: { 'AddressGroup': {'1.2'}, Aug 16 15:15:28.555228 dv-cinder-804757-1-iscsi neutron-server[94052]: 'ConntrackHelper': {'1.0'}, Aug 16 15:15:28.555228 dv-cinder-804757-1-iscsi neutron-server[94052]: 'Log': {'1.0'}, Aug 16 15:15:28.555228 dv-cinder-804757-1-iscsi neutron-server[94052]: 'Network': {'1.1'}, Aug 16 15:15:28.555228 dv-cinder-804757-1-iscsi neutron-server[94052]: 'Port': {'1.7'}, Aug 16 15:15:28.555228 dv-cinder-804757-1-iscsi neutron-server[94052]: 'PortForwarding': {'1.2'}, Aug 16 15:15:28.555228 dv-cinder-804757-1-iscsi neutron-server[94052]: 'QosPolicy': {'1.9'}, Aug 16 15:15:28.555228 dv-cinder-804757-1-iscsi neutron-server[94052]: 'SecurityGroup': {'1.4'}, Aug 16 15:15:28.555228 dv-cinder-804757-1-iscsi neutron-server[94052]: 'SecurityGroupRule': {'1.2'}, Aug 16 15:15:28.555228 dv-cinder-804757-1-iscsi neutron-server[94052]: 'SubPort': {'1.0'}, Aug 16 15:15:28.555228 dv-cinder-804757-1-iscsi neutron-server[94052]: 'Subnet': {'1.1'}, Aug 16 15:15:28.555228 dv-cinder-804757-1-iscsi neutron-server[94052]: 'Trunk': {'1.1'}} Aug 16 15:15:28.555228 dv-cinder-804757-1-iscsi neutron-server[94052]: consumer versions: Aug 16 15:15:28.555228 dv-cinder-804757-1-iscsi neutron-server[94052]: { DHCP agent@dv-cinder-804757-1-iscsi: {}, Aug 16 15:15:28.555228 dv-cinder-804757-1-iscsi neutron-server[94052]: HyperV agent@hv-cinder-80475: {}, Aug 16 15:15:28.555228 dv-cinder-804757-1-iscsi neutron-server[94052]: L3 agent@dv-cinder-804757-1-iscsi: {}, Aug 16 15:15:28.555228 dv-cinder-804757-1-iscsi neutron-server[94052]: Metadata agent@dv-cinder-804757-1-iscsi: {}, Aug 16 15:15:28.555228 dv-cinder-804757-1-iscsi neutron-server[94052]: Metering agent@dv-cinder-804757-1-iscsi: {}, Aug 16 15:15:28.555228 dv-cinder-804757-1-iscsi neutron-server[94052]: Open vSwitch agent@dv-cinder-804757-1-iscsi: { 'AddressGroup': '1.2', Aug 16 15:15:28.555228 dv-cinder-804757-1-iscsi neutron-server[94052]: 'ConntrackHelper': '1.0', Aug 16 15:15:28.555228 dv-cinder-804757-1-iscsi neutron-server[94052]: 'Log': '1.0', Aug 16 15:15:28.555228 dv-cinder-804757-1-iscsi neutron-server[94052]: 'Network': '1.1', Aug 16 15:15:28.555228 dv-cinder-804757-1-iscsi neutron-server[94052]: 'Port': '1.7', Aug 16 15:15:28.555228 dv-cinder-804757-1-iscsi neutron-server[94052]: 'PortForwarding': '1.2', Aug 16 15:15:28.555228 dv-cinder-804757-1-iscsi neutron-server[94052]: 'QosPolicy': '1.9', Aug 16 15:15:28.555228 dv-cinder-804757-1-iscsi neutron-server[94052]: 'SecurityGroup': '1.4', Aug 16 15:15:28.555228 dv-cinder-804757-1-iscsi neutron-server[94052]: 'SecurityGroupRule': '1.2', Aug 16 15:15:28.555228 dv-cinder-804757-1-iscsi neutron-server[94052]: 'SubPort': '1.0', Aug 16 15:15:28.555228 dv-cinder-804757-1-iscsi neutron-server[94052]: 'Subnet': '1.1', Aug 16 15:15:28.555228 dv-cinder-804757-1-iscsi neutron-server[94052]: 'Trunk': '1.1'}} Aug 16 15:15:28.555228 dv-cinder-804757-1-iscsi neutron-server[94052]: {{(pid=94052) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 15:15:28.567417 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c826a99-f5a2-47b6-97df-200241974f3c admin admin] Checking segment: {'id': 'db5fc2bf-32a9-4685-9b49-9ba96f4b8531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3f2dd318-326a-4fec-a34e-1138da6d0c7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:15:28.567775 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c826a99-f5a2-47b6-97df-200241974f3c admin admin] Network hostable DHCP agents. Network: 3f2dd318-326a-4fec-a34e-1138da6d0c7b, hostable agents: ['7344f624-85b8-4b8b-b38a-21b8c75b4ec1'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 15:15:28.587393 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c826a99-f5a2-47b6-97df-200241974f3c admin admin] Network 3f2dd318-326a-4fec-a34e-1138da6d0c7b is scheduled to be hosted by DHCP agent 7344f624-85b8-4b8b-b38a-21b8c75b4ec1 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 15:15:28.598082 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-0c826a99-f5a2-47b6-97df-200241974f3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-1-iscsi, 3f2dd318-326a-4fec-a34e-1138da6d0c7b) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:15:28.602664 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c826a99-f5a2-47b6-97df-200241974f3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:15:28.603406 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0c826a99-f5a2-47b6-97df-200241974f3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3780594'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:28.613565 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c41e4e-b6e5-4f6e-8106-c1705e3d16f3 None None] Network 3f2dd318-326a-4fec-a34e-1138da6d0c7b requested from dv-cinder-804757-1-iscsi {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:15:28.632002 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-0c826a99-f5a2-47b6-97df-200241974f3c admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3546803 Aug 16 15:15:28.750307 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17689ca-0c1b-4dbf-87cf-c2a87d56da7b None None] Network 3f2dd318-326a-4fec-a34e-1138da6d0c7b requested from dv-cinder-804757-1-iscsi {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:15:28.774676 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 60964) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:15:28.994911 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [None req-c5fac81a-8d4e-4e7a-ab2e-fc4147d4d393 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2070282707-network', 'tenant_id': 'd4eb4cdfa13f48f3b47c3823b8c955e4'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:15:29.018560 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5fac81a-8d4e-4e7a-ab2e-fc4147d4d393 admin admin] Made reservation on behalf of d4eb4cdfa13f48f3b47c3823b8c955e4 for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:15:29.020877 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c5fac81a-8d4e-4e7a-ab2e-fc4147d4d393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:29.030867 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c5fac81a-8d4e-4e7a-ab2e-fc4147d4d393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:29.128218 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c5fac81a-8d4e-4e7a-ab2e-fc4147d4d393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:29.132659 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c5fac81a-8d4e-4e7a-ab2e-fc4147d4d393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:29.162186 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fac81a-8d4e-4e7a-ab2e-fc4147d4d393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d493a69c-4143-4167-861c-bd1e42280556,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:15:29.164752 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5fac81a-8d4e-4e7a-ab2e-fc4147d4d393 admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 15:15:29.176679 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c5fac81a-8d4e-4e7a-ab2e-fc4147d4d393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014199'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:29.177024 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.db.segments_db [None req-c5fac81a-8d4e-4e7a-ab2e-fc4147d4d393 admin admin] Added segment 11fbfa69-a1c2-4346-8b6b-c9f93ffa119f of type vlan for network aaf42f7d-73e5-44f7-9553-40476124f58b Aug 16 15:15:29.216568 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c5fac81a-8d4e-4e7a-ab2e-fc4147d4d393 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769335234654'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:29.244755 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c5fac81a-8d4e-4e7a-ab2e-fc4147d4d393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:29.247651 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fac81a-8d4e-4e7a-ab2e-fc4147d4d393 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:15:29.247808 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c5fac81a-8d4e-4e7a-ab2e-fc4147d4d393 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3780594'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:29.301463 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-c5fac81a-8d4e-4e7a-ab2e-fc4147d4d393 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5225420 Aug 16 15:15:29.302714 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 60996) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:15:29.310347 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.v2.base [None req-0480134b-926c-4937-99ab-746f3e0f57f6 admin admin] Request body: {'subnet': {'network_id': 'aaf42f7d-73e5-44f7-9553-40476124f58b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2070282707-subnet', 'tenant_id': 'd4eb4cdfa13f48f3b47c3823b8c955e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:15:29.319722 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fac81a-8d4e-4e7a-ab2e-fc4147d4d393 admin admin] Pushing event updated for resources: {'Network': ['ID=aaf42f7d-73e5-44f7-9553-40476124f58b,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:15:29.331390 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Network aaf42f7d-73e5-44f7-9553-40476124f58b details requested by agent ovs-agent-dv-cinder-804757-1-iscsi with host dv-cinder-804757-1-iscsi {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 15:15:29.345095 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0480134b-926c-4937-99ab-746f3e0f57f6 admin admin] Made reservation on behalf of d4eb4cdfa13f48f3b47c3823b8c955e4 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:15:29.347773 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0480134b-926c-4937-99ab-746f3e0f57f6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:29.539515 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0480134b-926c-4937-99ab-746f3e0f57f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4115071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:29.609846 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0480134b-926c-4937-99ab-746f3e0f57f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d06cd946-8e70-4c10-ba73-196e6da8859d,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:15:29.636548 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0480134b-926c-4937-99ab-746f3e0f57f6 admin admin] Checking segment: {'id': '11fbfa69-a1c2-4346-8b6b-c9f93ffa119f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'aaf42f7d-73e5-44f7-9553-40476124f58b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:15:29.637628 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0480134b-926c-4937-99ab-746f3e0f57f6 admin admin] Network hostable DHCP agents. Network: aaf42f7d-73e5-44f7-9553-40476124f58b, hostable agents: ['7344f624-85b8-4b8b-b38a-21b8c75b4ec1'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 15:15:29.662138 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0480134b-926c-4937-99ab-746f3e0f57f6 admin admin] Network aaf42f7d-73e5-44f7-9553-40476124f58b is scheduled to be hosted by DHCP agent 7344f624-85b8-4b8b-b38a-21b8c75b4ec1 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 15:15:29.672066 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-0480134b-926c-4937-99ab-746f3e0f57f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-1-iscsi, aaf42f7d-73e5-44f7-9553-40476124f58b) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:15:29.676707 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0480134b-926c-4937-99ab-746f3e0f57f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:15:29.677574 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0480134b-926c-4937-99ab-746f3e0f57f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3780594'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:29.683462 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2792e952-d430-4c4b-8118-b12b707e3bc0 None None] Network aaf42f7d-73e5-44f7-9553-40476124f58b requested from dv-cinder-804757-1-iscsi {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:15:29.686094 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 32796) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:15:29.711514 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-0480134b-926c-4937-99ab-746f3e0f57f6 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4069252 Aug 16 15:15:29.825882 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ee9838-48df-4bd8-b525-511b276bce8b None None] Network aaf42f7d-73e5-44f7-9553-40476124f58b requested from dv-cinder-804757-1-iscsi {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:15:29.984387 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [None req-4e5d8cc7-d44a-4635-a4b3-443d0411ffb9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1033530606-network', 'tenant_id': '01f2355b3173487a90e45214a420413d'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:15:30.026657 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5d8cc7-d44a-4635-a4b3-443d0411ffb9 admin admin] Made reservation on behalf of 01f2355b3173487a90e45214a420413d for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:15:30.030312 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4e5d8cc7-d44a-4635-a4b3-443d0411ffb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:30.048088 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4e5d8cc7-d44a-4635-a4b3-443d0411ffb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:30.194471 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4e5d8cc7-d44a-4635-a4b3-443d0411ffb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:30.201057 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4e5d8cc7-d44a-4635-a4b3-443d0411ffb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:30.221568 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e5d8cc7-d44a-4635-a4b3-443d0411ffb9 admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 15:15:30.231794 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4e5d8cc7-d44a-4635-a4b3-443d0411ffb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014199'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:30.232156 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.db.segments_db [None req-4e5d8cc7-d44a-4635-a4b3-443d0411ffb9 admin admin] Added segment 23602082-3dc4-46b3-ac20-5f318e6fc186 of type vlan for network dc2a7c1b-6294-45c9-b16c-61fd2495db53 Aug 16 15:15:30.282609 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4e5d8cc7-d44a-4635-a4b3-443d0411ffb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769335234654'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:30.304156 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5d8cc7-d44a-4635-a4b3-443d0411ffb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1163b005-63ef-47e0-8daf-c64b35fc537a,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:15:30.328947 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4e5d8cc7-d44a-4635-a4b3-443d0411ffb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:30.330227 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5d8cc7-d44a-4635-a4b3-443d0411ffb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:15:30.331111 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4e5d8cc7-d44a-4635-a4b3-443d0411ffb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3780594'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:30.396721 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-4e5d8cc7-d44a-4635-a4b3-443d0411ffb9 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7097940 Aug 16 15:15:30.399783 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 32824) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:15:30.404951 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [None req-585adabc-12d1-4a36-a5ff-df1eb272a899 admin admin] Request body: {'subnet': {'network_id': 'dc2a7c1b-6294-45c9-b16c-61fd2495db53', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1033530606-subnet', 'tenant_id': '01f2355b3173487a90e45214a420413d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:15:30.420612 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5d8cc7-d44a-4635-a4b3-443d0411ffb9 admin admin] Pushing event updated for resources: {'Network': ['ID=dc2a7c1b-6294-45c9-b16c-61fd2495db53,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:15:30.430566 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Network dc2a7c1b-6294-45c9-b16c-61fd2495db53 details requested by agent ovs-agent-dv-cinder-804757-1-iscsi with host dv-cinder-804757-1-iscsi {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 15:15:30.476813 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-585adabc-12d1-4a36-a5ff-df1eb272a899 admin admin] Made reservation on behalf of 01f2355b3173487a90e45214a420413d for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:15:30.483485 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-585adabc-12d1-4a36-a5ff-df1eb272a899 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:30.611355 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 32836) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:15:30.616939 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.v2.base [None req-f56664a8-26e4-464f-8f9d-d1c0ce359876 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-756976568-network', 'tenant_id': '9f2a711eaff5432da2f328ceee983f7e'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:15:30.655678 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56664a8-26e4-464f-8f9d-d1c0ce359876 admin admin] Made reservation on behalf of 9f2a711eaff5432da2f328ceee983f7e for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:15:30.660760 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f56664a8-26e4-464f-8f9d-d1c0ce359876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:30.679592 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f56664a8-26e4-464f-8f9d-d1c0ce359876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:30.811300 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-585adabc-12d1-4a36-a5ff-df1eb272a899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4115071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:30.859735 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f56664a8-26e4-464f-8f9d-d1c0ce359876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:30.865092 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f56664a8-26e4-464f-8f9d-d1c0ce359876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:30.880302 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585adabc-12d1-4a36-a5ff-df1eb272a899 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d78ff18c-4064-4ba6-8f60-118b05bc557a,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:15:30.896756 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f56664a8-26e4-464f-8f9d-d1c0ce359876 admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 15:15:30.908100 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56664a8-26e4-464f-8f9d-d1c0ce359876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d3335d-c8f2-49ff-83e9-4ccddde5e8d5,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:15:30.913020 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f56664a8-26e4-464f-8f9d-d1c0ce359876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014199'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:30.913361 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.db.segments_db [None req-f56664a8-26e4-464f-8f9d-d1c0ce359876 admin admin] Added segment d5cfa587-6123-440f-9b54-a0b95d9bf67c of type vlan for network 3774aab4-2803-42a1-8097-acf8210c56da Aug 16 15:15:30.941515 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585adabc-12d1-4a36-a5ff-df1eb272a899 admin admin] Checking segment: {'id': '23602082-3dc4-46b3-ac20-5f318e6fc186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc2a7c1b-6294-45c9-b16c-61fd2495db53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:15:30.941865 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585adabc-12d1-4a36-a5ff-df1eb272a899 admin admin] Network hostable DHCP agents. Network: dc2a7c1b-6294-45c9-b16c-61fd2495db53, hostable agents: ['7344f624-85b8-4b8b-b38a-21b8c75b4ec1'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 15:15:30.965671 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585adabc-12d1-4a36-a5ff-df1eb272a899 admin admin] Network dc2a7c1b-6294-45c9-b16c-61fd2495db53 is scheduled to be hosted by DHCP agent 7344f624-85b8-4b8b-b38a-21b8c75b4ec1 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 15:15:30.982454 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-585adabc-12d1-4a36-a5ff-df1eb272a899 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-1-iscsi, dc2a7c1b-6294-45c9-b16c-61fd2495db53) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:15:30.991814 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d11efe-cb37-4088-b547-b47d2292b116 None None] Network dc2a7c1b-6294-45c9-b16c-61fd2495db53 requested from dv-cinder-804757-1-iscsi {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:15:30.997646 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585adabc-12d1-4a36-a5ff-df1eb272a899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:15:30.998646 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f56664a8-26e4-464f-8f9d-d1c0ce359876 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769335234654'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:30.999440 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-585adabc-12d1-4a36-a5ff-df1eb272a899 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3780594'] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:31.022855 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-585adabc-12d1-4a36-a5ff-df1eb272a899 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6218257 Aug 16 15:15:31.030266 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 32848) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:15:31.041278 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [None req-4f046d91-e642-41b9-8b5a-b3e6b265a2e4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1033530606-router', 'tenant_id': '01f2355b3173487a90e45214a420413d', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4'}}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:15:31.041933 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f56664a8-26e4-464f-8f9d-d1c0ce359876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:31.044190 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56664a8-26e4-464f-8f9d-d1c0ce359876 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:15:31.046145 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f56664a8-26e4-464f-8f9d-d1c0ce359876 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3780594'] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:31.076122 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4f046d91-e642-41b9-8b5a-b3e6b265a2e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3772405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46218'] for router, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:31.077993 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4f046d91-e642-41b9-8b5a-b3e6b265a2e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3772249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3798708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4189620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-46209'] for router, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:31.185558 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-f56664a8-26e4-464f-8f9d-d1c0ce359876 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5729811 Aug 16 15:15:31.188434 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 32858) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:15:31.195167 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.v2.base [None req-be612707-0a80-4cf7-adc9-f6d23875191f admin admin] Request body: {'subnet': {'network_id': '3774aab4-2803-42a1-8097-acf8210c56da', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-756976568-subnet', 'tenant_id': '9f2a711eaff5432da2f328ceee983f7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:15:31.198099 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4f046d91-e642-41b9-8b5a-b3e6b265a2e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:31.203550 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56664a8-26e4-464f-8f9d-d1c0ce359876 admin admin] Pushing event updated for resources: {'Network': ['ID=3774aab4-2803-42a1-8097-acf8210c56da,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:15:31.220548 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25e34b0-e1db-4851-8c3d-46db1ce1b89b None None] Network dc2a7c1b-6294-45c9-b16c-61fd2495db53 requested from dv-cinder-804757-1-iscsi {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:15:31.225825 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Network 3774aab4-2803-42a1-8097-acf8210c56da details requested by agent ovs-agent-dv-cinder-804757-1-iscsi with host dv-cinder-804757-1-iscsi {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 15:15:31.263098 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be612707-0a80-4cf7-adc9-f6d23875191f admin admin] Made reservation on behalf of 9f2a711eaff5432da2f328ceee983f7e for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:15:31.265440 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-be612707-0a80-4cf7-adc9-f6d23875191f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:31.457753 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4f046d91-e642-41b9-8b5a-b3e6b265a2e4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:31.470072 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-33e44792-eaad-4efc-a1f5-331710932c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:31.520162 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-be612707-0a80-4cf7-adc9-f6d23875191f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4115071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:31.580769 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be612707-0a80-4cf7-adc9-f6d23875191f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d1c38ab-1723-4202-b11d-7869351494f5,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:15:31.604848 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be612707-0a80-4cf7-adc9-f6d23875191f admin admin] Checking segment: {'id': 'd5cfa587-6123-440f-9b54-a0b95d9bf67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3774aab4-2803-42a1-8097-acf8210c56da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:15:31.605198 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be612707-0a80-4cf7-adc9-f6d23875191f admin admin] Network hostable DHCP agents. Network: 3774aab4-2803-42a1-8097-acf8210c56da, hostable agents: ['7344f624-85b8-4b8b-b38a-21b8c75b4ec1'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 15:15:31.626612 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be612707-0a80-4cf7-adc9-f6d23875191f admin admin] Network 3774aab4-2803-42a1-8097-acf8210c56da is scheduled to be hosted by DHCP agent 7344f624-85b8-4b8b-b38a-21b8c75b4ec1 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 15:15:31.640181 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-be612707-0a80-4cf7-adc9-f6d23875191f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-1-iscsi, 3774aab4-2803-42a1-8097-acf8210c56da) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:15:31.649664 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a425a7a0-e5b5-487f-8e3a-7b7a71801d6a None None] Network 3774aab4-2803-42a1-8097-acf8210c56da requested from dv-cinder-804757-1-iscsi {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:15:31.655058 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be612707-0a80-4cf7-adc9-f6d23875191f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:15:31.655657 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-be612707-0a80-4cf7-adc9-f6d23875191f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3780594'] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:31.680096 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-be612707-0a80-4cf7-adc9-f6d23875191f admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4829841 Aug 16 15:15:31.729323 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4f046d91-e642-41b9-8b5a-b3e6b265a2e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:31.762990 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4f046d91-e642-41b9-8b5a-b3e6b265a2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:31.820311 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2677debf-93f4-482c-9572-00bee2e38e40 None None] Network 3774aab4-2803-42a1-8097-acf8210c56da requested from dv-cinder-804757-1-iscsi {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:15:31.837839 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 32878) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:15:31.933158 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-f65ecea9-12b0-47f0-bc6b-78f2cd07fc15 admin admin] Deleting subnet f6cec04b-32c5-449e-b8fd-653c5ce67f89 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 15:15:31.935066 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-4f046d91-e642-41b9-8b5a-b3e6b265a2e4 admin admin] Allocated IP 172.27.3.125 (b7623838-067e-46d7-9324-3e363fad67d4/838856c9-cc6d-4250-847b-ebd189817dd9/f20bb4d2-88d8-47ad-a784-7e4ece578ff4) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:15:31.945074 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f65ecea9-12b0-47f0-bc6b-78f2cd07fc15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:32.083080 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4f046d91-e642-41b9-8b5a-b3e6b265a2e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:32.100399 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f65ecea9-12b0-47f0-bc6b-78f2cd07fc15 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:32.114217 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f65ecea9-12b0-47f0-bc6b-78f2cd07fc15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1014246'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:32.136217 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4f046d91-e642-41b9-8b5a-b3e6b265a2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769335250701'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:32.187644 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f046d91-e642-41b9-8b5a-b3e6b265a2e4 admin admin] Network b7623838-067e-46d7-9324-3e363fad67d4 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:15:32.193004 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-4f046d91-e642-41b9-8b5a-b3e6b265a2e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:15:32.198307 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f046d91-e642-41b9-8b5a-b3e6b265a2e4 admin admin] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:15:32.210453 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f65ecea9-12b0-47f0-bc6b-78f2cd07fc15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4115071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:32.240436 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f046d91-e642-41b9-8b5a-b3e6b265a2e4 admin admin] Pushing event updated for resources: {'Port': ['ID=f20bb4d2-88d8-47ad-a784-7e4ece578ff4,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:15:32.297826 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f65ecea9-12b0-47f0-bc6b-78f2cd07fc15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:32.301488 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-f65ecea9-12b0-47f0-bc6b-78f2cd07fc15 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/f6cec04b-32c5-449e-b8fd-653c5ce67f89 HTTP/1.1" status: 204 len: 168 time: 0.4589486 Aug 16 15:15:32.302697 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 32904) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:15:32.302945 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65ecea9-12b0-47f0-bc6b-78f2cd07fc15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6cec04b-32c5-449e-b8fd-653c5ce67f89,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:15:32.446025 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-20833578-fa61-46dc-ac23-c80e405c8610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653808'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:32.645249 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-20833578-fa61-46dc-ac23-c80e405c8610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000339', 'neutron.services.segments.db._delete_segments_for_network-8769335759171'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:32.658149 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4f046d91-e642-41b9-8b5a-b3e6b265a2e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:32.671616 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-20833578-fa61-46dc-ac23-c80e405c8610 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:15:32.672131 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-20833578-fa61-46dc-ac23-c80e405c8610 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:15:32.672937 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-20833578-fa61-46dc-ac23-c80e405c8610 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:15:32.673286 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-20833578-fa61-46dc-ac23-c80e405c8610 admin admin] Subscribe: > port after_create 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:15:32.673628 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-20833578-fa61-46dc-ac23-c80e405c8610 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:15:32.673958 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-20833578-fa61-46dc-ac23-c80e405c8610 admin admin] Subscribe: > port after_update 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:15:32.674272 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-20833578-fa61-46dc-ac23-c80e405c8610 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:15:32.674607 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-20833578-fa61-46dc-ac23-c80e405c8610 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:15:32.674918 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-20833578-fa61-46dc-ac23-c80e405c8610 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:15:32.675247 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-20833578-fa61-46dc-ac23-c80e405c8610 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:15:32.720850 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 32952) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:15:32.724305 dv-cinder-804757-1-iscsi neutron-server[94052]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 16 15:15:32.895122 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-20833578-fa61-46dc-ac23-c80e405c8610 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:15:32.895541 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-20833578-fa61-46dc-ac23-c80e405c8610 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:15:32.895818 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-20833578-fa61-46dc-ac23-c80e405c8610 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:15:32.896168 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-20833578-fa61-46dc-ac23-c80e405c8610 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:15:32.896538 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.services.segments.db [None req-20833578-fa61-46dc-ac23-c80e405c8610 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f2dd318-326a-4fec-a34e-1138da6d0c7b']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:15:32.914832 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.services.segments.db [None req-20833578-fa61-46dc-ac23-c80e405c8610 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db5fc2bf-32a9-4685-9b49-9ba96f4b8531') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:15:32.915131 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.services.segments.db [None req-20833578-fa61-46dc-ac23-c80e405c8610 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db5fc2bf-32a9-4685-9b49-9ba96f4b8531') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:15:32.943493 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-20833578-fa61-46dc-ac23-c80e405c8610 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769335762252', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2459729'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:32.964810 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-20833578-fa61-46dc-ac23-c80e405c8610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014199'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:32.975135 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20833578-fa61-46dc-ac23-c80e405c8610 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 15:15:32.975581 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-20833578-fa61-46dc-ac23-c80e405c8610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2268388'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:32.995087 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4f858-fb35-4072-adc2-de8e59510ca4 req-4e0873d0-bc5e-40f6-bb60-614b0df63ea7 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:15:32.997064 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-ebb4f858-fb35-4072-adc2-de8e59510ca4 req-4e0873d0-bc5e-40f6-bb60-614b0df63ea7 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] 10.222.0.22 "GET /v2.0/networks?id=aaf42f7d-73e5-44f7-9553-40476124f58b HTTP/1.1" status: 200 len: 812 time: 0.2739789 Aug 16 15:15:33.014204 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 32964) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:15:33.018984 dv-cinder-804757-1-iscsi neutron-server[94051]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 15:15:33.018984 dv-cinder-804757-1-iscsi neutron-server[94051]: from cryptography.utils import int_from_bytes Aug 16 15:15:33.018984 dv-cinder-804757-1-iscsi neutron-server[94051]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 15:15:33.018984 dv-cinder-804757-1-iscsi neutron-server[94051]: from cryptography.utils import int_from_bytes Aug 16 15:15:33.018984 dv-cinder-804757-1-iscsi neutron-server[94051]: Traceback (most recent call last): Aug 16 15:15:33.018984 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 15:15:33.018984 dv-cinder-804757-1-iscsi neutron-server[94051]: timer() Aug 16 15:15:33.018984 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 15:15:33.018984 dv-cinder-804757-1-iscsi neutron-server[94051]: cb(*args, **kw) Aug 16 15:15:33.018984 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 15:15:33.018984 dv-cinder-804757-1-iscsi neutron-server[94051]: return func(*args, **kwargs) Aug 16 15:15:33.018984 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 15:15:33.018984 dv-cinder-804757-1-iscsi neutron-server[94051]: self._notify() Aug 16 15:15:33.018984 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 15:15:33.018984 dv-cinder-804757-1-iscsi neutron-server[94051]: self.callback(batched_events) Aug 16 15:15:33.018984 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 15:15:33.018984 dv-cinder-804757-1-iscsi neutron-server[94051]: event.method(event) Aug 16 15:15:33.018984 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 15:15:33.018984 dv-cinder-804757-1-iscsi neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 15:15:33.018984 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 15:15:33.018984 dv-cinder-804757-1-iscsi neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 15:15:33.018984 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 15:15:33.018984 dv-cinder-804757-1-iscsi neutron-server[94051]: return f(self, *a, **k) Aug 16 15:15:33.018984 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 15:15:33.018984 dv-cinder-804757-1-iscsi neutron-server[94051]: return self._get(url).json() Aug 16 15:15:33.018984 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 15:15:33.018984 dv-cinder-804757-1-iscsi neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 15:15:33.018984 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 15:15:33.018984 dv-cinder-804757-1-iscsi neutron-server[94051]: return self.request(url, 'GET', **kwargs) Aug 16 15:15:33.018984 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 15:15:33.018984 dv-cinder-804757-1-iscsi neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 15:15:33.018984 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 15:15:33.018984 dv-cinder-804757-1-iscsi neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 15:15:33.018984 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 15:15:33.018984 dv-cinder-804757-1-iscsi neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 15:15:33.018984 dv-cinder-804757-1-iscsi neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 15:15:33.052746 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-ebb4f858-fb35-4072-adc2-de8e59510ca4 req-9158d043-2b1d-40bc-bcdd-8ab0bc41be57 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] 10.222.0.22 "GET /v2.0/quotas/d4eb4cdfa13f48f3b47c3823b8c955e4 HTTP/1.1" status: 200 len: 375 time: 0.0487311 Aug 16 15:15:33.072819 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-20833578-fa61-46dc-ac23-c80e405c8610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798563'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:33.100026 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20833578-fa61-46dc-ac23-c80e405c8610 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f2dd318-326a-4fec-a34e-1138da6d0c7b,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:15:33.104161 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-20833578-fa61-46dc-ac23-c80e405c8610 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3780594'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:33.107266 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-20833578-fa61-46dc-ac23-c80e405c8610 admin admin] 10.222.0.22 "DELETE /v2.0/networks/3f2dd318-326a-4fec-a34e-1138da6d0c7b HTTP/1.1" status: 204 len: 168 time: 0.8030462 Aug 16 15:15:33.110678 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 32974) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:15:33.119605 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-ebb4f858-fb35-4072-adc2-de8e59510ca4 req-a657fec1-feb7-4e94-bdd7-e8484b89297e tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d4eb4cdfa13f48f3b47c3823b8c955e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0660090 Aug 16 15:15:33.205961 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-afe1460a-941e-4447-9d84-243b36f1581a admin admin] Deleting subnet 3d1c38ab-1723-4202-b11d-7869351494f5 {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 15:15:33.210605 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-afe1460a-941e-4447-9d84-243b36f1581a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:33.226238 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0fecad17-638d-414b-9e90-8c2584be3b8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:33.285897 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-afe1460a-941e-4447-9d84-243b36f1581a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2459736'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:33.351914 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [req-ebb4f858-fb35-4072-adc2-de8e59510ca4 req-a29775e8-a110-4aa5-a036-90b2733b4fc7 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 15:15:33.353002 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-ebb4f858-fb35-4072-adc2-de8e59510ca4 req-a29775e8-a110-4aa5-a036-90b2733b4fc7 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1109328 Aug 16 15:15:33.354956 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0fecad17-638d-414b-9e90-8c2584be3b8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:33.360214 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0fecad17-638d-414b-9e90-8c2584be3b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:33.419323 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fecad17-638d-414b-9e90-8c2584be3b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff417ee7-093c-469b-99eb-11b8dab59684,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:15:33.435762 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-0fecad17-638d-414b-9e90-8c2584be3b8c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c3d2ec8628d04398877ae769db723364&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4027171 Aug 16 15:15:33.435762 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 33006) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:15:33.484435 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-afe1460a-941e-4447-9d84-243b36f1581a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1014246'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:33.523610 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4f046d91-e642-41b9-8b5a-b3e6b265a2e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798747'] for router, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:33.560196 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d03d6205-c2a7-493c-851d-6d05676435f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:33.568421 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-ebb4f858-fb35-4072-adc2-de8e59510ca4 req-e2ef0f28-6838-48fe-9d89-1e19181d44d1 service neutron] 10.222.0.22 "GET /v2.0/networks/aaf42f7d-73e5-44f7-9553-40476124f58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043648 Aug 16 15:15:33.630285 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d03d6205-c2a7-493c-851d-6d05676435f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:33.636611 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-afe1460a-941e-4447-9d84-243b36f1581a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4115071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2268290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26656816'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:33.658176 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-afe1460a-941e-4447-9d84-243b36f1581a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3780594'] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:33.660241 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-afe1460a-941e-4447-9d84-243b36f1581a admin admin] 10.222.0.22 "DELETE /v2.0/subnets/3d1c38ab-1723-4202-b11d-7869351494f5 HTTP/1.1" status: 204 len: 168 time: 0.5481713 Aug 16 15:15:33.663433 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 33022) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:15:33.681388 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe1460a-941e-4447-9d84-243b36f1581a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d1c38ab-1723-4202-b11d-7869351494f5,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:15:33.730788 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f046d91-e642-41b9-8b5a-b3e6b265a2e4 admin admin] Router 260fa4b3-7436-4f98-8c0a-0834eeb98030 is scheduled to L3 agent b2ca3166-9002-4222-bd01-ae8f73ca62dc with binding_index 1 {{(pid=94051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 15:15:33.772526 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-ebb4f858-fb35-4072-adc2-de8e59510ca4 req-58ff36bf-a7c5-40a8-9cb7-9bdc7970c198 service neutron] 10.222.0.22 "GET /v2.0/networks/aaf42f7d-73e5-44f7-9553-40476124f58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931639 Aug 16 15:15:33.783894 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1a978e83-3cb6-4ab4-a456-b7e86e2b40ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653808'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:33.795124 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d03d6205-c2a7-493c-851d-6d05676435f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:33.797663 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d03d6205-c2a7-493c-851d-6d05676435f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:33.801226 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-d03d6205-c2a7-493c-851d-6d05676435f0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ff417ee7-093c-469b-99eb-11b8dab59684 HTTP/1.1" status: 204 len: 168 time: 0.3664091 Aug 16 15:15:33.811674 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03d6205-c2a7-493c-851d-6d05676435f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff417ee7-093c-469b-99eb-11b8dab59684,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:15:33.878262 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f046d91-e642-41b9-8b5a-b3e6b265a2e4 admin admin] Notify agent at l3_agent.dv-cinder-804757-1-iscsi the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:15:33.880206 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 33028) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:15:33.891777 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ccbcd4-2b4d-4ac8-9739-30ecc2e3978d None None] Sync routers for ids ['260fa4b3-7436-4f98-8c0a-0834eeb98030'] in dv-cinder-804757-1-iscsi {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:15:33.902361 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ccbcd4-2b4d-4ac8-9739-30ecc2e3978d None None] Routers {'260fa4b3-7436-4f98-8c0a-0834eeb98030'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:15:33.903788 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-17ccbcd4-2b4d-4ac8-9739-30ecc2e3978d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:15:04Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['260fa4b3-7436-4f98-8c0a-0834eeb98030'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:15:33.947921 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4f046d91-e642-41b9-8b5a-b3e6b265a2e4 admin admin] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:33.953206 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-4f046d91-e642-41b9-8b5a-b3e6b265a2e4 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.9213305 Aug 16 15:15:33.954655 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5bd4b8e7-e05d-4d46-b4f4-ece588d83509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:33.955320 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 33034) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:15:33.988002 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1a978e83-3cb6-4ab4-a456-b7e86e2b40ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000339', 'neutron.services.segments.db._delete_segments_for_network-8769335759171'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:33.999992 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1a978e83-3cb6-4ab4-a456-b7e86e2b40ee admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:15:34.000390 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1a978e83-3cb6-4ab4-a456-b7e86e2b40ee admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:15:34.001100 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1a978e83-3cb6-4ab4-a456-b7e86e2b40ee admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:15:34.001440 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1a978e83-3cb6-4ab4-a456-b7e86e2b40ee admin admin] Subscribe: > port after_create 55550000 {{(pid=94052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:15:34.001775 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1a978e83-3cb6-4ab4-a456-b7e86e2b40ee admin admin] Subscribe: > port after_delete 55550000 {{(pid=94052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:15:34.002104 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1a978e83-3cb6-4ab4-a456-b7e86e2b40ee admin admin] Subscribe: > port after_update 55550000 {{(pid=94052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:15:34.002420 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1a978e83-3cb6-4ab4-a456-b7e86e2b40ee admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:15:34.002743 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1a978e83-3cb6-4ab4-a456-b7e86e2b40ee admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:15:34.003050 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1a978e83-3cb6-4ab4-a456-b7e86e2b40ee admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:15:34.003362 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1a978e83-3cb6-4ab4-a456-b7e86e2b40ee admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:15:34.202152 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-17ccbcd4-2b4d-4ac8-9739-30ecc2e3978d None None] Set router 260fa4b3-7436-4f98-8c0a-0834eeb98030 gateway port host: dv-cinder-804757-1-iscsi {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:15:34.234314 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:34.277922 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 33054) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:15:34.305557 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1fbb7901-3902-40ae-84c0-bc851ae822cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:34.315027 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1a978e83-3cb6-4ab4-a456-b7e86e2b40ee admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:15:34.316839 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-df088a94-fd1f-4dad-bfd8-57af2f7cd8f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:34.322069 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1a978e83-3cb6-4ab4-a456-b7e86e2b40ee admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:15:34.322925 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1a978e83-3cb6-4ab4-a456-b7e86e2b40ee admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:15:34.322925 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1a978e83-3cb6-4ab4-a456-b7e86e2b40ee admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 15:15:34.323327 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.services.segments.db [None req-1a978e83-3cb6-4ab4-a456-b7e86e2b40ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3774aab4-2803-42a1-8097-acf8210c56da']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:15:34.387876 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.services.segments.db [None req-1a978e83-3cb6-4ab4-a456-b7e86e2b40ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5cfa587-6123-440f-9b54-a0b95d9bf67c') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:15:34.388270 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.services.segments.db [None req-1a978e83-3cb6-4ab4-a456-b7e86e2b40ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5cfa587-6123-440f-9b54-a0b95d9bf67c') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:15:34.406427 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-db93897e-5305-45dc-aeee-fbb3ca94ef68 req-6507ec1a-b83e-4a0b-8f23-bbfb4b38ded8 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] 10.222.0.22 "GET /v2.0/ports?device_id=b828d67c-7b58-42e6-bb0c-0891b7f00aa8 HTTP/1.1" status: 200 len: 210 time: 0.0769918 Aug 16 15:15:34.427882 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1a978e83-3cb6-4ab4-a456-b7e86e2b40ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769335762252', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2564632'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:34.464303 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-17ccbcd4-2b4d-4ac8-9739-30ecc2e3978d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260fa4b3-7436-4f98-8c0a-0834eeb98030', 'name': 'tempest-ServerRescueNegativeTestJSON-1033530606-router', 'tenant_id': '01f2355b3173487a90e45214a420413d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': 'f20bb4d2-88d8-47ad-a784-7e4ece578ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:15:31Z', 'updated_at': '2021-08-16T15:15:32Z', 'revision_number': 3, 'project_id': '01f2355b3173487a90e45214a420413d', 'gw_port': {'id': 'f20bb4d2-88d8-47ad-a784-7e4ece578ff4', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:da:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260fa4b3-7436-4f98-8c0a-0834eeb98030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:15:31Z', 'updated_at': '2021-08-16T15:15:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi'}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:15:34.467471 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1a978e83-3cb6-4ab4-a456-b7e86e2b40ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014199'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:34.482022 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a978e83-3cb6-4ab4-a456-b7e86e2b40ee admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 15:15:34.482493 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1a978e83-3cb6-4ab4-a456-b7e86e2b40ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2787863'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:34.489792 dv-cinder-804757-1-iscsi neutron-server[94052]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 15:15:34.489792 dv-cinder-804757-1-iscsi neutron-server[94052]: from cryptography.utils import int_from_bytes Aug 16 15:15:34.489792 dv-cinder-804757-1-iscsi neutron-server[94052]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 15:15:34.489792 dv-cinder-804757-1-iscsi neutron-server[94052]: from cryptography.utils import int_from_bytes Aug 16 15:15:34.489792 dv-cinder-804757-1-iscsi neutron-server[94052]: Traceback (most recent call last): Aug 16 15:15:34.489792 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 15:15:34.489792 dv-cinder-804757-1-iscsi neutron-server[94052]: timer() Aug 16 15:15:34.489792 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 15:15:34.489792 dv-cinder-804757-1-iscsi neutron-server[94052]: cb(*args, **kw) Aug 16 15:15:34.489792 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 15:15:34.489792 dv-cinder-804757-1-iscsi neutron-server[94052]: return func(*args, **kwargs) Aug 16 15:15:34.489792 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 15:15:34.489792 dv-cinder-804757-1-iscsi neutron-server[94052]: self._notify() Aug 16 15:15:34.489792 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 15:15:34.489792 dv-cinder-804757-1-iscsi neutron-server[94052]: self.callback(batched_events) Aug 16 15:15:34.489792 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 15:15:34.489792 dv-cinder-804757-1-iscsi neutron-server[94052]: event.method(event) Aug 16 15:15:34.489792 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 15:15:34.489792 dv-cinder-804757-1-iscsi neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 15:15:34.489792 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 15:15:34.489792 dv-cinder-804757-1-iscsi neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 15:15:34.489792 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 15:15:34.489792 dv-cinder-804757-1-iscsi neutron-server[94052]: return f(self, *a, **k) Aug 16 15:15:34.489792 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 15:15:34.489792 dv-cinder-804757-1-iscsi neutron-server[94052]: return self._get(url).json() Aug 16 15:15:34.489792 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 15:15:34.489792 dv-cinder-804757-1-iscsi neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 15:15:34.489792 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 15:15:34.489792 dv-cinder-804757-1-iscsi neutron-server[94052]: return self.request(url, 'GET', **kwargs) Aug 16 15:15:34.489792 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 15:15:34.489792 dv-cinder-804757-1-iscsi neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 15:15:34.489792 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 15:15:34.489792 dv-cinder-804757-1-iscsi neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 15:15:34.489792 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 15:15:34.489792 dv-cinder-804757-1-iscsi neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 15:15:34.489792 dv-cinder-804757-1-iscsi neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 15:15:34.530562 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ccbcd4-2b4d-4ac8-9739-30ecc2e3978d None None] Checking router: 260fa4b3-7436-4f98-8c0a-0834eeb98030 for host: dv-cinder-804757-1-iscsi {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:15:34.532343 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ccbcd4-2b4d-4ac8-9739-30ecc2e3978d None None] Updating router 260fa4b3-7436-4f98-8c0a-0834eeb98030 port f20bb4d2-88d8-47ad-a784-7e4ece578ff4 binding host dv-cinder-804757-1-iscsi {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 15:15:34.564158 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1a978e83-3cb6-4ab4-a456-b7e86e2b40ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798563'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:34.578847 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1a978e83-3cb6-4ab4-a456-b7e86e2b40ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3780594'] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:34.585512 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-1a978e83-3cb6-4ab4-a456-b7e86e2b40ee admin admin] 10.222.0.22 "DELETE /v2.0/networks/3774aab4-2803-42a1-8097-acf8210c56da HTTP/1.1" status: 204 len: 168 time: 0.9183109 Aug 16 15:15:34.614178 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-17ccbcd4-2b4d-4ac8-9739-30ecc2e3978d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:34.622314 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a978e83-3cb6-4ab4-a456-b7e86e2b40ee admin admin] Pushing event deleted for resources: {'Network': ['ID=3774aab4-2803-42a1-8097-acf8210c56da,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:15:34.842150 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 33076) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:15:34.898590 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-30e60d8b-2b58-49fe-af45-02b211c6a733 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fdee2a6606d6402eb024bac70450fcca&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0552967 Aug 16 15:15:34.901637 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 33082) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:15:34.920012 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4752d95a-745d-433d-8e6e-da15e017fcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:34.971810 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fa2323c6-26aa-4d38-93f3-d2d5890c7dc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:34.976274 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1fbb7901-3902-40ae-84c0-bc851ae822cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:34.998281 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fa2323c6-26aa-4d38-93f3-d2d5890c7dc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:35.028417 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-17ccbcd4-2b4d-4ac8-9739-30ecc2e3978d None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:35.052105 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-17ccbcd4-2b4d-4ac8-9739-30ecc2e3978d None None] Transition to ACTIVE for port object f20bb4d2-88d8-47ad-a784-7e4ece578ff4 will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:15:35.052798 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fa2323c6-26aa-4d38-93f3-d2d5890c7dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:35.056740 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fa2323c6-26aa-4d38-93f3-d2d5890c7dc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:35.060206 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-fa2323c6-26aa-4d38-93f3-d2d5890c7dc8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/54cb72f7-d14a-4a7d-96eb-815e6afb61fa HTTP/1.1" status: 204 len: 168 time: 0.1553073 Aug 16 15:15:35.063058 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-17ccbcd4-2b4d-4ac8-9739-30ecc2e3978d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:35.090643 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-17ccbcd4-2b4d-4ac8-9739-30ecc2e3978d None None] Attempting to bind port f20bb4d2-88d8-47ad-a784-7e4ece578ff4 on host dv-cinder-804757-1-iscsi for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:15:35.091340 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-17ccbcd4-2b4d-4ac8-9739-30ecc2e3978d None None] Attempting to bind port f20bb4d2-88d8-47ad-a784-7e4ece578ff4 by drivers openvswitch,hyperv on host dv-cinder-804757-1-iscsi at level 0 using segments [{'id': '6c369326-29bf-41f1-8d37-65f3627778f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:15:35.092092 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ccbcd4-2b4d-4ac8-9739-30ecc2e3978d None None] Attempting to bind port f20bb4d2-88d8-47ad-a784-7e4ece578ff4 on network b7623838-067e-46d7-9324-3e363fad67d4 {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:15:35.099566 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2323c6-26aa-4d38-93f3-d2d5890c7dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54cb72f7-d14a-4a7d-96eb-815e6afb61fa,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:15:35.106461 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5f8a3891-afd8-4a3f-99f3-eab7c9032578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:35.123690 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ccbcd4-2b4d-4ac8-9739-30ecc2e3978d None None] Checking agent: {'id': '038bb836-fe78-417c-a302-5d10dc6ddcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 8, 4), 'started_at': datetime.datetime(2021, 8, 16, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:15:35.124563 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ccbcd4-2b4d-4ac8-9739-30ecc2e3978d None None] Checking segment: {'id': '6c369326-29bf-41f1-8d37-65f3627778f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:15:35.125125 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-17ccbcd4-2b4d-4ac8-9739-30ecc2e3978d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:35.125669 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ccbcd4-2b4d-4ac8-9739-30ecc2e3978d None None] Bound using segment: {'id': '6c369326-29bf-41f1-8d37-65f3627778f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:15:35.135002 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-17ccbcd4-2b4d-4ac8-9739-30ecc2e3978d None None] Bound port: f20bb4d2-88d8-47ad-a784-7e4ece578ff4, host: dv-cinder-804757-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c369326-29bf-41f1-8d37-65f3627778f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:15:35.136019 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-17ccbcd4-2b4d-4ac8-9739-30ecc2e3978d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:35.177105 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-4752d95a-745d-433d-8e6e-da15e017fcc5 admin admin] Allocated IP 172.20.0.1 (dc2a7c1b-6294-45c9-b16c-61fd2495db53/d78ff18c-4064-4ba6-8f60-118b05bc557a/f7172891-0c18-4c4c-a009-5e11d6487d8a) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:15:35.202844 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-17ccbcd4-2b4d-4ac8-9739-30ecc2e3978d None None] For port f20bb4d2-88d8-47ad-a784-7e4ece578ff4, host dv-cinder-804757-1-iscsi, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:15:35.215637 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6582cd58-05da-448c-9662-3b09340c9c9a None None] Pushing event updated for resources: {'Port': ['ID=f20bb4d2-88d8-47ad-a784-7e4ece578ff4,revision_number=2']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:15:35.221217 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-17ccbcd4-2b4d-4ac8-9739-30ecc2e3978d None None] For port f20bb4d2-88d8-47ad-a784-7e4ece578ff4, host dv-cinder-804757-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=f20bb4d2-88d8-47ad-a784-7e4ece578ff4,segment=NetworkSegment(6c369326-29bf-41f1-8d37-65f3627778f0),segment_id=6c369326-29bf-41f1-8d37-65f3627778f0)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:15:35.226098 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6582cd58-05da-448c-9662-3b09340c9c9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:15:35.226451 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6582cd58-05da-448c-9662-3b09340c9c9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:15:35.226784 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6582cd58-05da-448c-9662-3b09340c9c9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:15:35.227338 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6582cd58-05da-448c-9662-3b09340c9c9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:15:35.227838 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6582cd58-05da-448c-9662-3b09340c9c9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:15:35.228389 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6582cd58-05da-448c-9662-3b09340c9c9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:15:35.228914 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6582cd58-05da-448c-9662-3b09340c9c9a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:15:35.229430 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6582cd58-05da-448c-9662-3b09340c9c9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:15:35.229979 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6582cd58-05da-448c-9662-3b09340c9c9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:15:35.231058 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6582cd58-05da-448c-9662-3b09340c9c9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:15:35.231676 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6582cd58-05da-448c-9662-3b09340c9c9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:15:35.232292 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6582cd58-05da-448c-9662-3b09340c9c9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:15:35.233875 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6582cd58-05da-448c-9662-3b09340c9c9a None None] Tracked resource versions report: Aug 16 15:15:35.233875 dv-cinder-804757-1-iscsi neutron-server[94054]: pushed versions: Aug 16 15:15:35.233875 dv-cinder-804757-1-iscsi neutron-server[94054]: { 'AddressGroup': {'1.2'}, Aug 16 15:15:35.233875 dv-cinder-804757-1-iscsi neutron-server[94054]: 'ConntrackHelper': {'1.0'}, Aug 16 15:15:35.233875 dv-cinder-804757-1-iscsi neutron-server[94054]: 'Log': {'1.0'}, Aug 16 15:15:35.233875 dv-cinder-804757-1-iscsi neutron-server[94054]: 'Network': {'1.1'}, Aug 16 15:15:35.233875 dv-cinder-804757-1-iscsi neutron-server[94054]: 'Port': {'1.7'}, Aug 16 15:15:35.233875 dv-cinder-804757-1-iscsi neutron-server[94054]: 'PortForwarding': {'1.2'}, Aug 16 15:15:35.233875 dv-cinder-804757-1-iscsi neutron-server[94054]: 'QosPolicy': {'1.9'}, Aug 16 15:15:35.233875 dv-cinder-804757-1-iscsi neutron-server[94054]: 'SecurityGroup': {'1.4'}, Aug 16 15:15:35.233875 dv-cinder-804757-1-iscsi neutron-server[94054]: 'SecurityGroupRule': {'1.2'}, Aug 16 15:15:35.233875 dv-cinder-804757-1-iscsi neutron-server[94054]: 'SubPort': {'1.0'}, Aug 16 15:15:35.233875 dv-cinder-804757-1-iscsi neutron-server[94054]: 'Subnet': {'1.1'}, Aug 16 15:15:35.233875 dv-cinder-804757-1-iscsi neutron-server[94054]: 'Trunk': {'1.1'}} Aug 16 15:15:35.233875 dv-cinder-804757-1-iscsi neutron-server[94054]: consumer versions: Aug 16 15:15:35.233875 dv-cinder-804757-1-iscsi neutron-server[94054]: { DHCP agent@dv-cinder-804757-1-iscsi: {}, Aug 16 15:15:35.233875 dv-cinder-804757-1-iscsi neutron-server[94054]: HyperV agent@hv-cinder-80475: {}, Aug 16 15:15:35.233875 dv-cinder-804757-1-iscsi neutron-server[94054]: L3 agent@dv-cinder-804757-1-iscsi: {}, Aug 16 15:15:35.233875 dv-cinder-804757-1-iscsi neutron-server[94054]: Metadata agent@dv-cinder-804757-1-iscsi: {}, Aug 16 15:15:35.233875 dv-cinder-804757-1-iscsi neutron-server[94054]: Metering agent@dv-cinder-804757-1-iscsi: {}, Aug 16 15:15:35.233875 dv-cinder-804757-1-iscsi neutron-server[94054]: Open vSwitch agent@dv-cinder-804757-1-iscsi: { 'AddressGroup': '1.2', Aug 16 15:15:35.233875 dv-cinder-804757-1-iscsi neutron-server[94054]: 'ConntrackHelper': '1.0', Aug 16 15:15:35.233875 dv-cinder-804757-1-iscsi neutron-server[94054]: 'Log': '1.0', Aug 16 15:15:35.233875 dv-cinder-804757-1-iscsi neutron-server[94054]: 'Network': '1.1', Aug 16 15:15:35.233875 dv-cinder-804757-1-iscsi neutron-server[94054]: 'Port': '1.7', Aug 16 15:15:35.233875 dv-cinder-804757-1-iscsi neutron-server[94054]: 'PortForwarding': '1.2', Aug 16 15:15:35.233875 dv-cinder-804757-1-iscsi neutron-server[94054]: 'QosPolicy': '1.9', Aug 16 15:15:35.233875 dv-cinder-804757-1-iscsi neutron-server[94054]: 'SecurityGroup': '1.4', Aug 16 15:15:35.233875 dv-cinder-804757-1-iscsi neutron-server[94054]: 'SecurityGroupRule': '1.2', Aug 16 15:15:35.233875 dv-cinder-804757-1-iscsi neutron-server[94054]: 'SubPort': '1.0', Aug 16 15:15:35.233875 dv-cinder-804757-1-iscsi neutron-server[94054]: 'Subnet': '1.1', Aug 16 15:15:35.233875 dv-cinder-804757-1-iscsi neutron-server[94054]: 'Trunk': '1.1'}} Aug 16 15:15:35.233875 dv-cinder-804757-1-iscsi neutron-server[94054]: {{(pid=94054) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 15:15:35.244957 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-17ccbcd4-2b4d-4ac8-9739-30ecc2e3978d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:35.248911 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1fbb7901-3902-40ae-84c0-bc851ae822cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:35.281370 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-1fbb7901-3902-40ae-84c0-bc851ae822cd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=79a10b2ae1154f708188600ce451d2a3&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3978100 Aug 16 15:15:35.283619 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 33100) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:15:35.297787 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ccbcd4-2b4d-4ac8-9739-30ecc2e3978d None None] Routers {'260fa4b3-7436-4f98-8c0a-0834eeb98030'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:15:35.298767 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-17ccbcd4-2b4d-4ac8-9739-30ecc2e3978d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:15:34Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['260fa4b3-7436-4f98-8c0a-0834eeb98030'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:15:35.356216 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4213b411-ef08-438b-9a62-a51979e1495c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:35.358956 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4752d95a-745d-433d-8e6e-da15e017fcc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:35.361205 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbb7901-3902-40ae-84c0-bc851ae822cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7a62f3-9432-4420-9c1d-f0b1338214b0,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:15:35.410243 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4213b411-ef08-438b-9a62-a51979e1495c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:35.444176 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-df088a94-fd1f-4dad-bfd8-57af2f7cd8f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:35.447444 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4752d95a-745d-433d-8e6e-da15e017fcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769335250701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268375'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:35.461516 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-df088a94-fd1f-4dad-bfd8-57af2f7cd8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:35.508972 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4752d95a-745d-433d-8e6e-da15e017fcc5 admin admin] Network dc2a7c1b-6294-45c9-b16c-61fd2495db53 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:15:35.514685 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4213b411-ef08-438b-9a62-a51979e1495c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:35.518957 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4213b411-ef08-438b-9a62-a51979e1495c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:35.522762 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-4213b411-ef08-438b-9a62-a51979e1495c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3f7a62f3-9432-4420-9c1d-f0b1338214b0 HTTP/1.1" status: 204 len: 168 time: 0.2355967 Aug 16 15:15:35.522919 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 33110) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:15:35.529270 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-17ccbcd4-2b4d-4ac8-9739-30ecc2e3978d None None] Set router 260fa4b3-7436-4f98-8c0a-0834eeb98030 gateway port host: dv-cinder-804757-1-iscsi {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:15:35.529961 dv-cinder-804757-1-iscsi neutron-server[94051]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 16 15:15:35.530990 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-4752d95a-745d-433d-8e6e-da15e017fcc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:15:35.534142 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213b411-ef08-438b-9a62-a51979e1495c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7a62f3-9432-4420-9c1d-f0b1338214b0,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:15:35.549361 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4752d95a-745d-433d-8e6e-da15e017fcc5 admin admin] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:15:35.580782 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6582cd58-05da-448c-9662-3b09340c9c9a None None] Pushing event updated for resources: {'Port': ['ID=f20bb4d2-88d8-47ad-a784-7e4ece578ff4,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:15:35.583454 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-df088a94-fd1f-4dad-bfd8-57af2f7cd8f0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4b4c205496f447e38c3bc75993bedb3f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3015065 Aug 16 15:15:35.587183 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 33116) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:15:35.651179 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4752d95a-745d-433d-8e6e-da15e017fcc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4167348'] for router_interface, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:35.723083 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 33128) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:15:35.727616 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-be3b32fc-f749-4054-9017-b6719d4b3740 req-be4c94bb-1a98-4142-8a31-cc8d3ea3783c tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] 10.222.0.22 "GET /v2.0/ports?device_id=b828d67c-7b58-42e6-bb0c-0891b7f00aa8 HTTP/1.1" status: 200 len: 210 time: 0.2044346 Aug 16 15:15:35.798184 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-17ccbcd4-2b4d-4ac8-9739-30ecc2e3978d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260fa4b3-7436-4f98-8c0a-0834eeb98030', 'name': 'tempest-ServerRescueNegativeTestJSON-1033530606-router', 'tenant_id': '01f2355b3173487a90e45214a420413d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': 'f20bb4d2-88d8-47ad-a784-7e4ece578ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:15:31Z', 'updated_at': '2021-08-16T15:15:32Z', 'revision_number': 3, 'project_id': '01f2355b3173487a90e45214a420413d', 'gw_port': {'id': 'f20bb4d2-88d8-47ad-a784-7e4ece578ff4', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:da:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260fa4b3-7436-4f98-8c0a-0834eeb98030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:15:31Z', 'updated_at': '2021-08-16T15:15:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi'}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:15:35.830971 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b78f6dee-3da1-44bb-ae12-db86c9e5a7c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:35.839464 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df088a94-fd1f-4dad-bfd8-57af2f7cd8f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5f7a74-ffbe-4e64-93f5-b3ef4d5b56bf,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:15:35.847292 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4752d95a-745d-433d-8e6e-da15e017fcc5 admin admin] Pushing event updated for resources: {'Port': ['ID=f7172891-0c18-4c4c-a009-5e11d6487d8a,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:15:35.857766 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-304c920a-79e3-44a2-82e9-a5c2f1c64e7d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9f2a711eaff5432da2f328ceee983f7e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1251993 Aug 16 15:15:35.859149 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 33136) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:15:35.863819 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b78f6dee-3da1-44bb-ae12-db86c9e5a7c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:35.928383 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ccbcd4-2b4d-4ac8-9739-30ecc2e3978d None None] The sync data for ids ['260fa4b3-7436-4f98-8c0a-0834eeb98030'] in dv-cinder-804757-1-iscsi is: [{'id': '260fa4b3-7436-4f98-8c0a-0834eeb98030', 'name': 'tempest-ServerRescueNegativeTestJSON-1033530606-router', 'tenant_id': '01f2355b3173487a90e45214a420413d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': 'f20bb4d2-88d8-47ad-a784-7e4ece578ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:15:31Z', 'updated_at': '2021-08-16T15:15:32Z', 'revision_number': 3, 'project_id': '01f2355b3173487a90e45214a420413d', 'gw_port': {'id': 'f20bb4d2-88d8-47ad-a784-7e4ece578ff4', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:da:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260fa4b3-7436-4f98-8c0a-0834eeb98030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:15:31Z', 'updated_at': '2021-08-16T15:15:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi'}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:15:35.944691 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-eedbc198-67a2-4d4b-990b-08e5162874d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:35.987507 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-eedbc198-67a2-4d4b-990b-08e5162874d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:36.022703 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b78f6dee-3da1-44bb-ae12-db86c9e5a7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:36.025919 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b78f6dee-3da1-44bb-ae12-db86c9e5a7c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:36.029493 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-b78f6dee-3da1-44bb-ae12-db86c9e5a7c6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bf5f7a74-ffbe-4e64-93f5-b3ef4d5b56bf HTTP/1.1" status: 204 len: 168 time: 0.4381001 Aug 16 15:15:36.042383 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78f6dee-3da1-44bb-ae12-db86c9e5a7c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5f7a74-ffbe-4e64-93f5-b3ef4d5b56bf,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:15:36.076073 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-eedbc198-67a2-4d4b-990b-08e5162874d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:36.078971 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-eedbc198-67a2-4d4b-990b-08e5162874d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:36.080211 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-eedbc198-67a2-4d4b-990b-08e5162874d1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/27d3335d-c8f2-49ff-83e9-4ccddde5e8d5 HTTP/1.1" status: 204 len: 168 time: 0.2200031 Aug 16 15:15:36.090982 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedbc198-67a2-4d4b-990b-08e5162874d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d3335d-c8f2-49ff-83e9-4ccddde5e8d5,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:15:36.321044 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4752d95a-745d-433d-8e6e-da15e017fcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:36.613432 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4752d95a-745d-433d-8e6e-da15e017fcc5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:36.619725 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4752d95a-745d-433d-8e6e-da15e017fcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2268376'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:36.698072 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4752d95a-745d-433d-8e6e-da15e017fcc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3780398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4167192'] for router_interface, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:36.700354 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4752d95a-745d-433d-8e6e-da15e017fcc5 admin admin] Pushing event updated for resources: {'Port': ['ID=f7172891-0c18-4c4c-a009-5e11d6487d8a,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:15:36.743337 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4fd61f29-14ed-4c81-94cc-08da44d16cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:36.849414 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4752d95a-745d-433d-8e6e-da15e017fcc5 admin admin] Network dc2a7c1b-6294-45c9-b16c-61fd2495db53 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:15:36.851667 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-4752d95a-745d-433d-8e6e-da15e017fcc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:15:37.066161 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-8f51a10e-6fdc-4147-b7b6-76044ffee7ea req-70831d7f-d8fe-466f-8138-ea81b9053ee2 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] 10.222.0.22 "GET /v2.0/ports?device_id=b828d67c-7b58-42e6-bb0c-0891b7f00aa8 HTTP/1.1" status: 200 len: 210 time: 0.0597384 Aug 16 15:15:37.148108 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4752d95a-745d-433d-8e6e-da15e017fcc5 admin admin] Router 260fa4b3-7436-4f98-8c0a-0834eeb98030 has already been hosted by L3 agent b2ca3166-9002-4222-bd01-ae8f73ca62dc {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 15:15:37.280467 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4752d95a-745d-433d-8e6e-da15e017fcc5 admin admin] Notify agent at l3_agent.dv-cinder-804757-1-iscsi the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:15:37.288465 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-4752d95a-745d-433d-8e6e-da15e017fcc5 admin admin] 10.222.0.22 "PUT /v2.0/routers/260fa4b3-7436-4f98-8c0a-0834eeb98030/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3307443 Aug 16 15:15:37.295663 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.63', 55399) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:15:37.469877 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4f858-fb35-4072-adc2-de8e59510ca4 req-9834e962-fe66-4242-86d3-11712c4da179 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:15:37.471344 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-ebb4f858-fb35-4072-adc2-de8e59510ca4 req-9834e962-fe66-4242-86d3-11712c4da179 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] 10.222.0.63 "GET /v2.0/networks?id=aaf42f7d-73e5-44f7-9553-40476124f58b HTTP/1.1" status: 200 len: 812 time: 0.1744413 Aug 16 15:15:37.527079 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.v2.base [req-ebb4f858-fb35-4072-adc2-de8e59510ca4 req-9eacc385-5123-4639-a8b2-94b777731fa2 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] Request body: {'port': {'device_id': 'b828d67c-7b58-42e6-bb0c-0891b7f00aa8', 'network_id': 'aaf42f7d-73e5-44f7-9553-40476124f58b', 'admin_state_up': True, 'tenant_id': 'd4eb4cdfa13f48f3b47c3823b8c955e4'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:15:37.765094 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 33254) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:15:37.911791 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebb4f858-fb35-4072-adc2-de8e59510ca4 req-9eacc385-5123-4639-a8b2-94b777731fa2 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] Made reservation on behalf of d4eb4cdfa13f48f3b47c3823b8c955e4 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:15:37.915983 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-ebb4f858-fb35-4072-adc2-de8e59510ca4 req-9eacc385-5123-4639-a8b2-94b777731fa2 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:38.214991 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-ebb4f858-fb35-4072-adc2-de8e59510ca4 req-9eacc385-5123-4639-a8b2-94b777731fa2 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] Allocated IP 172.20.0.6 (aaf42f7d-73e5-44f7-9553-40476124f58b/d06cd946-8e70-4c10-ba73-196e6da8859d/d7478a44-48b0-4805-b0dd-8467e811d9ca) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:15:38.225290 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1a40eee4-ae77-493f-8128-0f536cafb98f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:38.416661 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device f20bb4d2-88d8-47ad-a784-7e4ece578ff4 up at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:15:38.469531 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3288b8-4447-4ddc-a011-ba9b2e7df043 None None] Sync routers for ids ['260fa4b3-7436-4f98-8c0a-0834eeb98030'] in dv-cinder-804757-1-iscsi {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:15:38.477998 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-a7980f6a-c86e-4558-a00a-96fbdf58cedb req-7c44295c-0a56-4b17-9228-ef561831bc35 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] 10.222.0.22 "GET /v2.0/ports?device_id=b828d67c-7b58-42e6-bb0c-0891b7f00aa8 HTTP/1.1" status: 200 len: 210 time: 0.0450099 Aug 16 15:15:38.509486 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3288b8-4447-4ddc-a011-ba9b2e7df043 None None] Routers {'260fa4b3-7436-4f98-8c0a-0834eeb98030'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:15:38.517932 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-9a3288b8-4447-4ddc-a011-ba9b2e7df043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:15:34Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['260fa4b3-7436-4f98-8c0a-0834eeb98030'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:15:38.640491 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning for port f20bb4d2-88d8-47ad-a784-7e4ece578ff4 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:15:38.655021 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning complete for port f20bb4d2-88d8-47ad-a784-7e4ece578ff4 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:15:38.658116 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:38.752998 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-ebb4f858-fb35-4072-adc2-de8e59510ca4 req-9eacc385-5123-4639-a8b2-94b777731fa2 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:38.760902 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-9a3288b8-4447-4ddc-a011-ba9b2e7df043 None None] Set router 260fa4b3-7436-4f98-8c0a-0834eeb98030 gateway port host: dv-cinder-804757-1-iscsi {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:15:38.798220 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1a40eee4-ae77-493f-8128-0f536cafb98f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:38.935837 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33eb458-b036-4d69-af06-5f3c7249f37d req-afa025e2-1bd1-41c4-9fe9-1bcbaaf9c359 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:15:38.945389 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-e33eb458-b036-4d69-af06-5f3c7249f37d req-afa025e2-1bd1-41c4-9fe9-1bcbaaf9c359 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/networks?id=dc2a7c1b-6294-45c9-b16c-61fd2495db53 HTTP/1.1" status: 200 len: 819 time: 0.2336824 Aug 16 15:15:38.949650 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-ebb4f858-fb35-4072-adc2-de8e59510ca4 req-9eacc385-5123-4639-a8b2-94b777731fa2 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769335250701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2787876'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:38.966962 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-e33eb458-b036-4d69-af06-5f3c7249f37d req-3044b491-6f4e-493a-a09e-72698acee332 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/quotas/01f2355b3173487a90e45214a420413d HTTP/1.1" status: 200 len: 375 time: 0.0206180 Aug 16 15:15:38.968766 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1a40eee4-ae77-493f-8128-0f536cafb98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:39.022541 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-1a40eee4-ae77-493f-8128-0f536cafb98f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8413b9f669674e33bbef50a4a5daf770&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2539201 Aug 16 15:15:39.023314 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 33336) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:15:39.042135 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a40eee4-ae77-493f-8128-0f536cafb98f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc0fe01-5a20-4911-a922-2e7ff51299f3,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:15:39.076912 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebb4f858-fb35-4072-adc2-de8e59510ca4 req-9eacc385-5123-4639-a8b2-94b777731fa2 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] Network aaf42f7d-73e5-44f7-9553-40476124f58b is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:15:39.116668 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-ebb4f858-fb35-4072-adc2-de8e59510ca4 req-9eacc385-5123-4639-a8b2-94b777731fa2 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:15:39.129572 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebb4f858-fb35-4072-adc2-de8e59510ca4 req-9eacc385-5123-4639-a8b2-94b777731fa2 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:15:39.151371 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-28be1315-4ead-4e95-abbb-6473453d5d7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:39.206658 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-28be1315-4ead-4e95-abbb-6473453d5d7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:39.211363 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4f858-fb35-4072-adc2-de8e59510ca4 req-9eacc385-5123-4639-a8b2-94b777731fa2 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:15:39.212334 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-ebb4f858-fb35-4072-adc2-de8e59510ca4 req-9eacc385-5123-4639-a8b2-94b777731fa2 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3780594'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:39.278958 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-ebb4f858-fb35-4072-adc2-de8e59510ca4 req-9eacc385-5123-4639-a8b2-94b777731fa2 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7440836 Aug 16 15:15:39.300097 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [req-ebb4f858-fb35-4072-adc2-de8e59510ca4 req-edba6cb1-f5af-4e1e-969a-f63fa06e0d3b tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 15:15:39.301167 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-ebb4f858-fb35-4072-adc2-de8e59510ca4 req-edba6cb1-f5af-4e1e-969a-f63fa06e0d3b tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057194 Aug 16 15:15:39.330390 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-e33eb458-b036-4d69-af06-5f3c7249f37d req-3d7bdf5e-af53-47d1-b974-90fea5641696 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=01f2355b3173487a90e45214a420413d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3623734 Aug 16 15:15:39.332775 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-28be1315-4ead-4e95-abbb-6473453d5d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:39.335862 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:39.338431 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-28be1315-4ead-4e95-abbb-6473453d5d7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:39.341047 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eacc385-5123-4639-a8b2-94b777731fa2 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] Pushing event updated for resources: {'Port': ['ID=d7478a44-48b0-4805-b0dd-8467e811d9ca,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:15:39.345410 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-28be1315-4ead-4e95-abbb-6473453d5d7d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ddc0fe01-5a20-4911-a922-2e7ff51299f3 HTTP/1.1" status: 204 len: 168 time: 0.3208439 Aug 16 15:15:39.378876 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28be1315-4ead-4e95-abbb-6473453d5d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc0fe01-5a20-4911-a922-2e7ff51299f3,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:15:39.471583 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-e33eb458-b036-4d69-af06-5f3c7249f37d req-2f8aaf41-cd99-4f69-b4b3-8287001d2a37 service neutron] 10.222.0.22 "GET /v2.0/networks/dc2a7c1b-6294-45c9-b16c-61fd2495db53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400452 Aug 16 15:15:39.569762 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] For port f20bb4d2-88d8-47ad-a784-7e4ece578ff4, host dv-cinder-804757-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=f20bb4d2-88d8-47ad-a784-7e4ece578ff4,segment=NetworkSegment(6c369326-29bf-41f1-8d37-65f3627778f0),segment_id=6c369326-29bf-41f1-8d37-65f3627778f0)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:15:39.593729 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:39.722747 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-9a3288b8-4447-4ddc-a011-ba9b2e7df043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260fa4b3-7436-4f98-8c0a-0834eeb98030', 'name': 'tempest-ServerRescueNegativeTestJSON-1033530606-router', 'tenant_id': '01f2355b3173487a90e45214a420413d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': 'f20bb4d2-88d8-47ad-a784-7e4ece578ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:15:31Z', 'updated_at': '2021-08-16T15:15:36Z', 'revision_number': 4, 'project_id': '01f2355b3173487a90e45214a420413d', 'gw_port': {'id': 'f20bb4d2-88d8-47ad-a784-7e4ece578ff4', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:da:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260fa4b3-7436-4f98-8c0a-0834eeb98030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:15:31Z', 'updated_at': '2021-08-16T15:15:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_interfaces': [{'id': 'f7172891-0c18-4c4c-a009-5e11d6487d8a', 'name': '', 'network_id': 'dc2a7c1b-6294-45c9-b16c-61fd2495db53', 'tenant_id': '01f2355b3173487a90e45214a420413d', 'mac_address': 'fa:16:3e:b1:62:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260fa4b3-7436-4f98-8c0a-0834eeb98030', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'd78ff18c-4064-4ba6-8f60-118b05bc557a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:15:34Z', 'updated_at': '2021-08-16T15:15:36Z', 'revision_number': 2, 'project_id': '01f2355b3173487a90e45214a420413d', 'subnets': [{'id': 'd78ff18c-4064-4ba6-8f60-118b05bc557a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:15:39.737513 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-e33eb458-b036-4d69-af06-5f3c7249f37d req-51a0d3aa-bfc5-4095-8bea-aa7152a92cd4 service neutron] 10.222.0.22 "GET /v2.0/networks/dc2a7c1b-6294-45c9-b16c-61fd2495db53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639372 Aug 16 15:15:39.844437 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8600fd13-6cf0-4f55-8832-8637b7d67f31 req-99001fed-a776-468b-9129-92924160f36b tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:15:39.849720 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-8600fd13-6cf0-4f55-8832-8637b7d67f31 req-99001fed-a776-468b-9129-92924160f36b tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] 10.222.0.22 "GET /v2.0/ports?device_id=b828d67c-7b58-42e6-bb0c-0891b7f00aa8 HTTP/1.1" status: 200 len: 931 time: 0.1766198 Aug 16 15:15:40.066821 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-8600fd13-6cf0-4f55-8832-8637b7d67f31 req-a5ac6288-7583-4540-80af-3f30f2615302 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] 10.222.0.22 "GET /v2.0/security-groups?id=d493a69c-4143-4167-861c-bd1e42280556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023067 Aug 16 15:15:40.149978 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3288b8-4447-4ddc-a011-ba9b2e7df043 None None] Checking router: 260fa4b3-7436-4f98-8c0a-0834eeb98030 for host: dv-cinder-804757-1-iscsi {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:15:40.150503 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3288b8-4447-4ddc-a011-ba9b2e7df043 None None] Updating router 260fa4b3-7436-4f98-8c0a-0834eeb98030 port f7172891-0c18-4c4c-a009-5e11d6487d8a binding host dv-cinder-804757-1-iscsi {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 15:15:40.228031 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Pushing event updated for resources: {'Port': ['ID=f20bb4d2-88d8-47ad-a784-7e4ece578ff4,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:15:40.235137 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-bb817e31-d6b9-4e95-adc8-3e936ef451eb req-8a7d8cc6-fc0f-4bb1-ae93-6ecd2cc469f4 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 210 time: 0.0810699 Aug 16 15:15:40.253032 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:15:40.253975 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:15:40.254306 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:15:40.254643 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:15:40.254970 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:15:40.255295 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:15:40.255702 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:15:40.260667 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:15:40.261014 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:15:40.261350 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:15:40.272009 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:15:40.272009 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:15:40.272009 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Tracked resource versions report: Aug 16 15:15:40.272009 dv-cinder-804757-1-iscsi neutron-server[94053]: pushed versions: Aug 16 15:15:40.272009 dv-cinder-804757-1-iscsi neutron-server[94053]: { 'AddressGroup': {'1.2'}, Aug 16 15:15:40.272009 dv-cinder-804757-1-iscsi neutron-server[94053]: 'ConntrackHelper': {'1.0'}, Aug 16 15:15:40.272009 dv-cinder-804757-1-iscsi neutron-server[94053]: 'Log': {'1.0'}, Aug 16 15:15:40.272009 dv-cinder-804757-1-iscsi neutron-server[94053]: 'Network': {'1.1'}, Aug 16 15:15:40.272009 dv-cinder-804757-1-iscsi neutron-server[94053]: 'Port': {'1.7'}, Aug 16 15:15:40.272009 dv-cinder-804757-1-iscsi neutron-server[94053]: 'PortForwarding': {'1.2'}, Aug 16 15:15:40.272009 dv-cinder-804757-1-iscsi neutron-server[94053]: 'QosPolicy': {'1.9'}, Aug 16 15:15:40.272009 dv-cinder-804757-1-iscsi neutron-server[94053]: 'SecurityGroup': {'1.4'}, Aug 16 15:15:40.272009 dv-cinder-804757-1-iscsi neutron-server[94053]: 'SecurityGroupRule': {'1.2'}, Aug 16 15:15:40.272009 dv-cinder-804757-1-iscsi neutron-server[94053]: 'SubPort': {'1.0'}, Aug 16 15:15:40.272009 dv-cinder-804757-1-iscsi neutron-server[94053]: 'Subnet': {'1.1'}, Aug 16 15:15:40.272009 dv-cinder-804757-1-iscsi neutron-server[94053]: 'Trunk': {'1.1'}} Aug 16 15:15:40.272009 dv-cinder-804757-1-iscsi neutron-server[94053]: consumer versions: Aug 16 15:15:40.272009 dv-cinder-804757-1-iscsi neutron-server[94053]: { DHCP agent@dv-cinder-804757-1-iscsi: {}, Aug 16 15:15:40.272009 dv-cinder-804757-1-iscsi neutron-server[94053]: HyperV agent@hv-cinder-80475: {}, Aug 16 15:15:40.272009 dv-cinder-804757-1-iscsi neutron-server[94053]: L3 agent@dv-cinder-804757-1-iscsi: {}, Aug 16 15:15:40.272009 dv-cinder-804757-1-iscsi neutron-server[94053]: Metadata agent@dv-cinder-804757-1-iscsi: {}, Aug 16 15:15:40.272009 dv-cinder-804757-1-iscsi neutron-server[94053]: Metering agent@dv-cinder-804757-1-iscsi: {}, Aug 16 15:15:40.272009 dv-cinder-804757-1-iscsi neutron-server[94053]: Open vSwitch agent@dv-cinder-804757-1-iscsi: { 'AddressGroup': '1.2', Aug 16 15:15:40.272009 dv-cinder-804757-1-iscsi neutron-server[94053]: 'ConntrackHelper': '1.0', Aug 16 15:15:40.272009 dv-cinder-804757-1-iscsi neutron-server[94053]: 'Log': '1.0', Aug 16 15:15:40.272009 dv-cinder-804757-1-iscsi neutron-server[94053]: 'Network': '1.1', Aug 16 15:15:40.272009 dv-cinder-804757-1-iscsi neutron-server[94053]: 'Port': '1.7', Aug 16 15:15:40.272009 dv-cinder-804757-1-iscsi neutron-server[94053]: 'PortForwarding': '1.2', Aug 16 15:15:40.272009 dv-cinder-804757-1-iscsi neutron-server[94053]: 'QosPolicy': '1.9', Aug 16 15:15:40.272009 dv-cinder-804757-1-iscsi neutron-server[94053]: 'SecurityGroup': '1.4', Aug 16 15:15:40.272009 dv-cinder-804757-1-iscsi neutron-server[94053]: 'SecurityGroupRule': '1.2', Aug 16 15:15:40.272009 dv-cinder-804757-1-iscsi neutron-server[94053]: 'SubPort': '1.0', Aug 16 15:15:40.272009 dv-cinder-804757-1-iscsi neutron-server[94053]: 'Subnet': '1.1', Aug 16 15:15:40.272009 dv-cinder-804757-1-iscsi neutron-server[94053]: 'Trunk': '1.1'}} Aug 16 15:15:40.272009 dv-cinder-804757-1-iscsi neutron-server[94053]: {{(pid=94053) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 15:15:40.274376 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9a3288b8-4447-4ddc-a011-ba9b2e7df043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:40.961548 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9a3288b8-4447-4ddc-a011-ba9b2e7df043 None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:40.994152 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-9a3288b8-4447-4ddc-a011-ba9b2e7df043 None None] Transition to ACTIVE for port object f7172891-0c18-4c4c-a009-5e11d6487d8a will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:15:41.012809 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9a3288b8-4447-4ddc-a011-ba9b2e7df043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:41.064921 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 33434) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:15:41.158794 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f22e0b-15a0-4d8c-a317-8f84df443984 None None] Pushing event updated for resources: {'Port': ['ID=f7172891-0c18-4c4c-a009-5e11d6487d8a,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:15:41.169598 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a53acc5-a5b4-452c-bbe6-f38c97eedf33 req-bbae939e-4d61-4576-b50d-49aef6e1296f tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:15:41.186897 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-6a53acc5-a5b4-452c-bbe6-f38c97eedf33 req-bbae939e-4d61-4576-b50d-49aef6e1296f tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/networks?id=dc2a7c1b-6294-45c9-b16c-61fd2495db53 HTTP/1.1" status: 200 len: 819 time: 0.2475102 Aug 16 15:15:41.209779 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-6a53acc5-a5b4-452c-bbe6-f38c97eedf33 req-b24b0918-46a1-42f2-a3c3-3752d7c706b8 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/quotas/01f2355b3173487a90e45214a420413d HTTP/1.1" status: 200 len: 375 time: 0.0214293 Aug 16 15:15:41.284150 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-9a3288b8-4447-4ddc-a011-ba9b2e7df043 None None] Attempting to bind port f7172891-0c18-4c4c-a009-5e11d6487d8a on host dv-cinder-804757-1-iscsi for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:15:41.284830 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-9a3288b8-4447-4ddc-a011-ba9b2e7df043 None None] Attempting to bind port f7172891-0c18-4c4c-a009-5e11d6487d8a by drivers openvswitch,hyperv on host dv-cinder-804757-1-iscsi at level 0 using segments [{'id': '23602082-3dc4-46b3-ac20-5f318e6fc186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc2a7c1b-6294-45c9-b16c-61fd2495db53'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:15:41.285536 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3288b8-4447-4ddc-a011-ba9b2e7df043 None None] Attempting to bind port f7172891-0c18-4c4c-a009-5e11d6487d8a on network dc2a7c1b-6294-45c9-b16c-61fd2495db53 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:15:41.291434 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3288b8-4447-4ddc-a011-ba9b2e7df043 None None] Checking agent: {'id': '038bb836-fe78-417c-a302-5d10dc6ddcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 8, 4), 'started_at': datetime.datetime(2021, 8, 16, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:15:41.292241 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3288b8-4447-4ddc-a011-ba9b2e7df043 None None] Checking segment: {'id': '23602082-3dc4-46b3-ac20-5f318e6fc186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc2a7c1b-6294-45c9-b16c-61fd2495db53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:15:41.293416 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9a3288b8-4447-4ddc-a011-ba9b2e7df043 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:41.294028 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3288b8-4447-4ddc-a011-ba9b2e7df043 None None] Bound using segment: {'id': '23602082-3dc4-46b3-ac20-5f318e6fc186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc2a7c1b-6294-45c9-b16c-61fd2495db53'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:15:41.294741 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-9a3288b8-4447-4ddc-a011-ba9b2e7df043 None None] Bound port: f7172891-0c18-4c4c-a009-5e11d6487d8a, host: dv-cinder-804757-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23602082-3dc4-46b3-ac20-5f318e6fc186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc2a7c1b-6294-45c9-b16c-61fd2495db53'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:15:41.295396 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9a3288b8-4447-4ddc-a011-ba9b2e7df043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:41.323078 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde4c67-7cc5-4f77-b1ee-52eaf7cbd4c9 req-fc624c1d-8021-4db0-a000-c432441061cd tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:15:41.332780 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-cdde4c67-7cc5-4f77-b1ee-52eaf7cbd4c9 req-fc624c1d-8021-4db0-a000-c432441061cd tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] 10.222.0.22 "GET /v2.0/ports?device_id=b828d67c-7b58-42e6-bb0c-0891b7f00aa8 HTTP/1.1" status: 200 len: 931 time: 0.1001563 Aug 16 15:15:41.373580 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-6a53acc5-a5b4-452c-bbe6-f38c97eedf33 req-c22a9fa8-96a8-4208-b805-53ca800ac4c7 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=01f2355b3173487a90e45214a420413d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1615875 Aug 16 15:15:41.390546 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 33450) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:15:41.399006 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-9a3288b8-4447-4ddc-a011-ba9b2e7df043 None None] For port f7172891-0c18-4c4c-a009-5e11d6487d8a, host dv-cinder-804757-1-iscsi, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:15:41.405473 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-9a3288b8-4447-4ddc-a011-ba9b2e7df043 None None] For port f7172891-0c18-4c4c-a009-5e11d6487d8a, host dv-cinder-804757-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=f7172891-0c18-4c4c-a009-5e11d6487d8a,segment=NetworkSegment(23602082-3dc4-46b3-ac20-5f318e6fc186),segment_id=23602082-3dc4-46b3-ac20-5f318e6fc186)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:15:41.414392 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9a3288b8-4447-4ddc-a011-ba9b2e7df043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:41.446830 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-cdde4c67-7cc5-4f77-b1ee-52eaf7cbd4c9 req-3bb75ca8-c215-4200-b0b8-ed7bbb2462e6 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] 10.222.0.22 "GET /v2.0/security-groups?id=d493a69c-4143-4167-861c-bd1e42280556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130970 Aug 16 15:15:41.500715 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0c7a6adb-5c00-43a4-9a8c-661226dfd359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:41.564247 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-6a53acc5-a5b4-452c-bbe6-f38c97eedf33 req-344fced8-3b0e-4c29-ade8-6640811b539e service neutron] 10.222.0.22 "GET /v2.0/networks/dc2a7c1b-6294-45c9-b16c-61fd2495db53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839416 Aug 16 15:15:41.584197 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3288b8-4447-4ddc-a011-ba9b2e7df043 None None] Routers {'260fa4b3-7436-4f98-8c0a-0834eeb98030'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:15:41.585046 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-9a3288b8-4447-4ddc-a011-ba9b2e7df043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:15:34Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['260fa4b3-7436-4f98-8c0a-0834eeb98030'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:15:41.612028 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0c7a6adb-5c00-43a4-9a8c-661226dfd359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:41.623489 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0c7a6adb-5c00-43a4-9a8c-661226dfd359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:41.667633 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-0c7a6adb-5c00-43a4-9a8c-661226dfd359 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3c1a2e7851744d219172d0c536788bca&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6016128 Aug 16 15:15:41.675410 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 33460) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:15:41.687146 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f22e0b-15a0-4d8c-a317-8f84df443984 None None] Pushing event updated for resources: {'Port': ['ID=f7172891-0c18-4c4c-a009-5e11d6487d8a,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:15:41.781369 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-6a53acc5-a5b4-452c-bbe6-f38c97eedf33 req-e0c97d14-328e-4240-9a7e-debbeed2a7b7 service neutron] 10.222.0.22 "GET /v2.0/networks/dc2a7c1b-6294-45c9-b16c-61fd2495db53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142110 Aug 16 15:15:41.784867 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7a6adb-5c00-43a4-9a8c-661226dfd359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9572f507-882f-431d-9611-5d50f4c0d9f7,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:15:41.811335 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5f3492a2-2c5a-4df3-881f-c5b533dd4ed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:41.820795 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-9a3288b8-4447-4ddc-a011-ba9b2e7df043 None None] Set router 260fa4b3-7436-4f98-8c0a-0834eeb98030 gateway port host: dv-cinder-804757-1-iscsi {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:15:41.833554 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5f3492a2-2c5a-4df3-881f-c5b533dd4ed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:41.886498 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5f3492a2-2c5a-4df3-881f-c5b533dd4ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:41.901800 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5f3492a2-2c5a-4df3-881f-c5b533dd4ed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:41.901800 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-5f3492a2-2c5a-4df3-881f-c5b533dd4ed9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9572f507-882f-431d-9611-5d50f4c0d9f7 HTTP/1.1" status: 204 len: 168 time: 0.2202923 Aug 16 15:15:41.916730 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3492a2-2c5a-4df3-881f-c5b533dd4ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9572f507-882f-431d-9611-5d50f4c0d9f7,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:15:42.007183 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7e020180-5bb0-4dc1-a129-23e1477601e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:42.268967 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-73f977d5-ea2a-4571-8925-f54d1e825a5c req-47f732f3-ae3b-4e3a-b810-580bcb5feedc tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 210 time: 0.0752802 Aug 16 15:15:42.310928 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7e020180-5bb0-4dc1-a129-23e1477601e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:42.320231 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7e020180-5bb0-4dc1-a129-23e1477601e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:42.358992 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-9a3288b8-4447-4ddc-a011-ba9b2e7df043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260fa4b3-7436-4f98-8c0a-0834eeb98030', 'name': 'tempest-ServerRescueNegativeTestJSON-1033530606-router', 'tenant_id': '01f2355b3173487a90e45214a420413d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': 'f20bb4d2-88d8-47ad-a784-7e4ece578ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:15:31Z', 'updated_at': '2021-08-16T15:15:36Z', 'revision_number': 4, 'project_id': '01f2355b3173487a90e45214a420413d', 'gw_port': {'id': 'f20bb4d2-88d8-47ad-a784-7e4ece578ff4', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:da:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260fa4b3-7436-4f98-8c0a-0834eeb98030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:15:31Z', 'updated_at': '2021-08-16T15:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_interfaces': [{'id': 'f7172891-0c18-4c4c-a009-5e11d6487d8a', 'name': '', 'network_id': 'dc2a7c1b-6294-45c9-b16c-61fd2495db53', 'tenant_id': '01f2355b3173487a90e45214a420413d', 'mac_address': 'fa:16:3e:b1:62:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260fa4b3-7436-4f98-8c0a-0834eeb98030', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'd78ff18c-4064-4ba6-8f60-118b05bc557a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:15:34Z', 'updated_at': '2021-08-16T15:15:41Z', 'revision_number': 4, 'project_id': '01f2355b3173487a90e45214a420413d', 'subnets': [{'id': 'd78ff18c-4064-4ba6-8f60-118b05bc557a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:15:42.378499 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-7e020180-5bb0-4dc1-a129-23e1477601e7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=674612f1f8e64542ba2fe5efe21d70b6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9839513 Aug 16 15:15:42.378727 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 33488) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:15:42.403661 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e020180-5bb0-4dc1-a129-23e1477601e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1547132f-a212-453c-9d37-16ca7154a8bb,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:15:42.458570 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3288b8-4447-4ddc-a011-ba9b2e7df043 None None] The sync data for ids ['260fa4b3-7436-4f98-8c0a-0834eeb98030'] in dv-cinder-804757-1-iscsi is: [{'id': '260fa4b3-7436-4f98-8c0a-0834eeb98030', 'name': 'tempest-ServerRescueNegativeTestJSON-1033530606-router', 'tenant_id': '01f2355b3173487a90e45214a420413d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': 'f20bb4d2-88d8-47ad-a784-7e4ece578ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:15:31Z', 'updated_at': '2021-08-16T15:15:36Z', 'revision_number': 4, 'project_id': '01f2355b3173487a90e45214a420413d', 'gw_port': {'id': 'f20bb4d2-88d8-47ad-a784-7e4ece578ff4', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:da:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260fa4b3-7436-4f98-8c0a-0834eeb98030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:15:31Z', 'updated_at': '2021-08-16T15:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_interfaces': [{'id': 'f7172891-0c18-4c4c-a009-5e11d6487d8a', 'name': '', 'network_id': 'dc2a7c1b-6294-45c9-b16c-61fd2495db53', 'tenant_id': '01f2355b3173487a90e45214a420413d', 'mac_address': 'fa:16:3e:b1:62:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260fa4b3-7436-4f98-8c0a-0834eeb98030', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'd78ff18c-4064-4ba6-8f60-118b05bc557a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:15:34Z', 'updated_at': '2021-08-16T15:15:41Z', 'revision_number': 4, 'project_id': '01f2355b3173487a90e45214a420413d', 'subnets': [{'id': 'd78ff18c-4064-4ba6-8f60-118b05bc557a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:15:42.469841 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device f20bb4d2-88d8-47ad-a784-7e4ece578ff4 up at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:15:42.651652 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-79ac3c9b-ddad-4c1a-9678-78d33778a6c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:42.687772 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning complete for port f20bb4d2-88d8-47ad-a784-7e4ece578ff4 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:15:42.689126 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:42.766791 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1daa85-3546-46d6-817f-1cbce0c54dae req-b31020db-ef89-4c4b-8e1a-5790313a0147 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:15:42.768758 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-79ac3c9b-ddad-4c1a-9678-78d33778a6c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:42.777913 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-de1daa85-3546-46d6-817f-1cbce0c54dae req-b31020db-ef89-4c4b-8e1a-5790313a0147 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] 10.222.0.22 "GET /v2.0/ports?device_id=b828d67c-7b58-42e6-bb0c-0891b7f00aa8 HTTP/1.1" status: 200 len: 931 time: 0.1523588 Aug 16 15:15:42.875590 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-de1daa85-3546-46d6-817f-1cbce0c54dae req-939b00cf-0441-4919-b107-1f9bd3ddcbb0 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] 10.222.0.22 "GET /v2.0/security-groups?id=d493a69c-4143-4167-861c-bd1e42280556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963907 Aug 16 15:15:42.905075 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-79ac3c9b-ddad-4c1a-9678-78d33778a6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:42.910822 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-79ac3c9b-ddad-4c1a-9678-78d33778a6c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:42.916563 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-79ac3c9b-ddad-4c1a-9678-78d33778a6c8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1547132f-a212-453c-9d37-16ca7154a8bb HTTP/1.1" status: 204 len: 168 time: 0.5363257 Aug 16 15:15:42.948365 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ac3c9b-ddad-4c1a-9678-78d33778a6c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1547132f-a212-453c-9d37-16ca7154a8bb,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:15:43.509214 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-e418ff7b-6626-4439-ad8f-dc8caefe8183 req-b4182861-dd64-4a60-bde8-0aca0c2e36b7 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 210 time: 0.0660684 Aug 16 15:15:43.553673 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.v2.base [req-ebb4f858-fb35-4072-adc2-de8e59510ca4 req-ef110c68-e93b-435f-858a-5a27fa06da77 service neutron] Request body: {'port': {'device_id': 'b828d67c-7b58-42e6-bb0c-0891b7f00aa8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:15:43.640895 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-ebb4f858-fb35-4072-adc2-de8e59510ca4 req-ef110c68-e93b-435f-858a-5a27fa06da77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:43.660666 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 33524) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:15:43.697765 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8b0e7019-d5b2-4565-bc19-354167adef8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:43.888276 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 33532) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:15:44.091025 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8b0e7019-d5b2-4565-bc19-354167adef8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:44.099664 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8b0e7019-d5b2-4565-bc19-354167adef8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:44.187777 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0e7019-d5b2-4565-bc19-354167adef8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb735667-dc5d-4583-aa8b-c2c5f588fb1c,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:15:44.230571 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-8b0e7019-d5b2-4565-bc19-354167adef8b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=373653dd7ac24f8e88402d38881539b8&name=default HTTP/1.1" status: 200 len: 2977 time: 0.5680127 Aug 16 15:15:44.233413 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 33554) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:15:44.282701 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.63', 55419) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:15:44.530325 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device f7172891-0c18-4c4c-a009-5e11d6487d8a up at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:15:44.795198 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning for port f7172891-0c18-4c4c-a009-5e11d6487d8a completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:15:44.813365 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning complete for port f7172891-0c18-4c4c-a009-5e11d6487d8a triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:15:44.816337 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:44.839020 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e47642f7-e92c-4caf-9a3e-d0c1625f7432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:44.867315 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 33582) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:15:45.050539 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33eb458-b036-4d69-af06-5f3c7249f37d req-e710e8a5-99ec-4c35-a508-4bcf01f391c9 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:15:45.055021 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-e33eb458-b036-4d69-af06-5f3c7249f37d req-e710e8a5-99ec-4c35-a508-4bcf01f391c9 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.63 "GET /v2.0/networks?id=dc2a7c1b-6294-45c9-b16c-61fd2495db53 HTTP/1.1" status: 200 len: 819 time: 0.7681308 Aug 16 15:15:45.077244 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb24aa-c9eb-435f-993b-21263cdf1222 req-a9a89003-cfef-4c9e-ace6-d5f8df4abaa1 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:15:45.093051 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-44fb24aa-c9eb-435f-993b-21263cdf1222 req-a9a89003-cfef-4c9e-ace6-d5f8df4abaa1 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] 10.222.0.22 "GET /v2.0/ports?device_id=b828d67c-7b58-42e6-bb0c-0891b7f00aa8 HTTP/1.1" status: 200 len: 931 time: 0.1516647 Aug 16 15:15:45.149708 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:45.155737 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [req-e33eb458-b036-4d69-af06-5f3c7249f37d req-5935c210-2a64-4658-b520-84bfcb9be109 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Request body: {'port': {'device_id': '732a1d66-d36e-4690-8c78-dea1afade166', 'network_id': 'dc2a7c1b-6294-45c9-b16c-61fd2495db53', 'admin_state_up': True, 'tenant_id': '01f2355b3173487a90e45214a420413d'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:15:45.207063 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-44fb24aa-c9eb-435f-993b-21263cdf1222 req-dbfcaff5-e221-4647-9f0b-30fda42fc809 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] 10.222.0.22 "GET /v2.0/security-groups?id=d493a69c-4143-4167-861c-bd1e42280556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992911 Aug 16 15:15:45.245008 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.63', 55422) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:15:45.288536 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] For port f7172891-0c18-4c4c-a009-5e11d6487d8a, host dv-cinder-804757-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=f7172891-0c18-4c4c-a009-5e11d6487d8a,segment=NetworkSegment(23602082-3dc4-46b3-ac20-5f318e6fc186),segment_id=23602082-3dc4-46b3-ac20-5f318e6fc186)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:15:45.295527 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:45.467782 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Pushing event updated for resources: {'Port': ['ID=f7172891-0c18-4c4c-a009-5e11d6487d8a,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:15:45.647580 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a53acc5-a5b4-452c-bbe6-f38c97eedf33 req-dd2cc3f7-8ad1-4b26-a775-ed67716fc851 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:15:45.651255 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-6a53acc5-a5b4-452c-bbe6-f38c97eedf33 req-dd2cc3f7-8ad1-4b26-a775-ed67716fc851 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.63 "GET /v2.0/networks?id=dc2a7c1b-6294-45c9-b16c-61fd2495db53 HTTP/1.1" status: 200 len: 819 time: 0.4049680 Aug 16 15:15:45.781019 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-ad7fb1fc-a5e7-46a9-9737-ce353559e118 req-9be5e8b0-83fb-4890-9f82-780c08430476 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 210 time: 0.9714913 Aug 16 15:15:45.811624 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.notifiers.nova [req-ebb4f858-fb35-4072-adc2-de8e59510ca4 req-ef110c68-e93b-435f-858a-5a27fa06da77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7478a44-48b0-4805-b0dd-8467e811d9ca {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:15:45.831084 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.v2.base [req-6a53acc5-a5b4-452c-bbe6-f38c97eedf33 req-ab958711-dcf7-4e65-a57f-3b957002de73 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Request body: {'port': {'device_id': 'ba5e5f6e-58ac-439b-8691-7b23e93c2833', 'network_id': 'dc2a7c1b-6294-45c9-b16c-61fd2495db53', 'admin_state_up': True, 'tenant_id': '01f2355b3173487a90e45214a420413d'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:15:45.835250 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fd6a9fc4-f91c-4e85-b3bc-5c6322858b66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:45.866923 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e33eb458-b036-4d69-af06-5f3c7249f37d req-5935c210-2a64-4658-b520-84bfcb9be109 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Made reservation on behalf of 01f2355b3173487a90e45214a420413d for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:15:45.875915 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e33eb458-b036-4d69-af06-5f3c7249f37d req-5935c210-2a64-4658-b520-84bfcb9be109 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:45.930985 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-ebb4f858-fb35-4072-adc2-de8e59510ca4 req-ef110c68-e93b-435f-858a-5a27fa06da77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:45.976933 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-ebb4f858-fb35-4072-adc2-de8e59510ca4 req-ef110c68-e93b-435f-858a-5a27fa06da77 service neutron] Transition to ACTIVE for port object d7478a44-48b0-4805-b0dd-8467e811d9ca will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:15:45.989923 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-ebb4f858-fb35-4072-adc2-de8e59510ca4 req-ef110c68-e93b-435f-858a-5a27fa06da77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2787883'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:45.998860 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e47642f7-e92c-4caf-9a3e-d0c1625f7432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:46.116207 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d7d193b3-8db2-4a8f-89e4-05cf08dff6e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:46.121366 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef110c68-e93b-435f-858a-5a27fa06da77 service neutron] Pushing event updated for resources: {'Port': ['ID=d7478a44-48b0-4805-b0dd-8467e811d9ca,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:15:46.196168 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e47642f7-e92c-4caf-9a3e-d0c1625f7432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:46.199430 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e47642f7-e92c-4caf-9a3e-d0c1625f7432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:46.203519 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-e47642f7-e92c-4caf-9a3e-d0c1625f7432 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bb735667-dc5d-4583-aa8b-c2c5f588fb1c HTTP/1.1" status: 204 len: 168 time: 1.9662921 Aug 16 15:15:46.269879 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47642f7-e92c-4caf-9a3e-d0c1625f7432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb735667-dc5d-4583-aa8b-c2c5f588fb1c,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:15:46.459779 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device f7172891-0c18-4c4c-a009-5e11d6487d8a up at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:15:46.537794 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-ebb4f858-fb35-4072-adc2-de8e59510ca4 req-ef110c68-e93b-435f-858a-5a27fa06da77 service neutron] Attempting to bind port d7478a44-48b0-4805-b0dd-8467e811d9ca on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:15:46.538185 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-ebb4f858-fb35-4072-adc2-de8e59510ca4 req-ef110c68-e93b-435f-858a-5a27fa06da77 service neutron] Attempting to bind port d7478a44-48b0-4805-b0dd-8467e811d9ca by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '11fbfa69-a1c2-4346-8b6b-c9f93ffa119f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'aaf42f7d-73e5-44f7-9553-40476124f58b'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:15:46.538506 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb4f858-fb35-4072-adc2-de8e59510ca4 req-ef110c68-e93b-435f-858a-5a27fa06da77 service neutron] Attempting to bind port d7478a44-48b0-4805-b0dd-8467e811d9ca on network aaf42f7d-73e5-44f7-9553-40476124f58b {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:15:46.557764 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning complete for port f7172891-0c18-4c4c-a009-5e11d6487d8a triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:15:46.558412 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:46.573579 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb4f858-fb35-4072-adc2-de8e59510ca4 req-ef110c68-e93b-435f-858a-5a27fa06da77 service neutron] Port d7478a44-48b0-4805-b0dd-8467e811d9ca on network aaf42f7d-73e5-44f7-9553-40476124f58b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 15:15:46.574446 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb4f858-fb35-4072-adc2-de8e59510ca4 req-ef110c68-e93b-435f-858a-5a27fa06da77 service neutron] Attempting to bind port d7478a44-48b0-4805-b0dd-8467e811d9ca on network aaf42f7d-73e5-44f7-9553-40476124f58b {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:15:46.612321 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-e33eb458-b036-4d69-af06-5f3c7249f37d req-5935c210-2a64-4658-b520-84bfcb9be109 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Allocated IP 172.20.0.14 (dc2a7c1b-6294-45c9-b16c-61fd2495db53/d78ff18c-4064-4ba6-8f60-118b05bc557a/d7993fa5-40dc-4e85-92da-a6701cc5ce17) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:15:46.617456 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce10928f-c987-47a1-ae70-2fbca5da9365 req-5becaaf6-2f38-47bc-be96-b796c5140673 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:15:46.619112 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-ce10928f-c987-47a1-ae70-2fbca5da9365 req-5becaaf6-2f38-47bc-be96-b796c5140673 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] 10.222.0.22 "GET /v2.0/ports?device_id=b828d67c-7b58-42e6-bb0c-0891b7f00aa8 HTTP/1.1" status: 200 len: 943 time: 0.1770415 Aug 16 15:15:46.619889 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb4f858-fb35-4072-adc2-de8e59510ca4 req-ef110c68-e93b-435f-858a-5a27fa06da77 service neutron] Checking agent: {'id': 'f45772ef-d3bf-49d0-9fe4-7082814820b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 13, 56), 'started_at': datetime.datetime(2021, 8, 16, 15, 13, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:15:46.628631 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb4f858-fb35-4072-adc2-de8e59510ca4 req-ef110c68-e93b-435f-858a-5a27fa06da77 service neutron] Checking segment: {'id': '11fbfa69-a1c2-4346-8b6b-c9f93ffa119f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'aaf42f7d-73e5-44f7-9553-40476124f58b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:15:46.629445 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb4f858-fb35-4072-adc2-de8e59510ca4 req-ef110c68-e93b-435f-858a-5a27fa06da77 service neutron] Bound using segment: {'id': '11fbfa69-a1c2-4346-8b6b-c9f93ffa119f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'aaf42f7d-73e5-44f7-9553-40476124f58b'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:15:46.629945 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-ebb4f858-fb35-4072-adc2-de8e59510ca4 req-ef110c68-e93b-435f-858a-5a27fa06da77 service neutron] Bound port: d7478a44-48b0-4805-b0dd-8467e811d9ca, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11fbfa69-a1c2-4346-8b6b-c9f93ffa119f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'aaf42f7d-73e5-44f7-9553-40476124f58b'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:15:46.637065 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-ebb4f858-fb35-4072-adc2-de8e59510ca4 req-ef110c68-e93b-435f-858a-5a27fa06da77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:46.720817 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fd6a9fc4-f91c-4e85-b3bc-5c6322858b66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:46.760520 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fd6a9fc4-f91c-4e85-b3bc-5c6322858b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:46.773548 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.db.api [req-6a53acc5-a5b4-452c-bbe6-f38c97eedf33 req-ab958711-dcf7-4e65-a57f-3b957002de73 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 15:15:46.773548 dv-cinder-804757-1-iscsi neutron-server[94052]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 15:15:46.773548 dv-cinder-804757-1-iscsi neutron-server[94052]: [parameters: {'project_id_1': '01f2355b3173487a90e45214a420413d', 'expiration_1': datetime.datetime(2021, 8, 16, 15, 15, 46, 437797)}] Aug 16 15:15:46.773548 dv-cinder-804757-1-iscsi neutron-server[94052]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 15:15:46.774323 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG oslo_db.api [req-6a53acc5-a5b4-452c-bbe6-f38c97eedf33 req-ab958711-dcf7-4e65-a57f-3b957002de73 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 15:15:46.791023 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-ce10928f-c987-47a1-ae70-2fbca5da9365 req-581f3eda-21be-4b8a-ad30-44dbfc86f5fe tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] 10.222.0.22 "GET /v2.0/security-groups?id=d493a69c-4143-4167-861c-bd1e42280556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485708 Aug 16 15:15:46.860026 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-ebb4f858-fb35-4072-adc2-de8e59510ca4 req-ef110c68-e93b-435f-858a-5a27fa06da77 service neutron] For port d7478a44-48b0-4805-b0dd-8467e811d9ca, host hv-cinder-80475, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:15:46.870224 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-ebb4f858-fb35-4072-adc2-de8e59510ca4 req-ef110c68-e93b-435f-858a-5a27fa06da77 service neutron] For port d7478a44-48b0-4805-b0dd-8467e811d9ca, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d7478a44-48b0-4805-b0dd-8467e811d9ca,segment=NetworkSegment(11fbfa69-a1c2-4346-8b6b-c9f93ffa119f),segment_id=11fbfa69-a1c2-4346-8b6b-c9f93ffa119f)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:15:46.877813 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-ebb4f858-fb35-4072-adc2-de8e59510ca4 req-ef110c68-e93b-435f-858a-5a27fa06da77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2787883'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:46.963535 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4f858-fb35-4072-adc2-de8e59510ca4 req-ef110c68-e93b-435f-858a-5a27fa06da77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:15:46.964195 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-ebb4f858-fb35-4072-adc2-de8e59510ca4 req-ef110c68-e93b-435f-858a-5a27fa06da77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3780594'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:46.967275 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-ebb4f858-fb35-4072-adc2-de8e59510ca4 req-ef110c68-e93b-435f-858a-5a27fa06da77 service neutron] 10.222.0.63 "PUT /v2.0/ports/d7478a44-48b0-4805-b0dd-8467e811d9ca HTTP/1.1" status: 200 len: 1093 time: 4.6133850 Aug 16 15:15:46.968408 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b828d67c-7b58-42e6-bb0c-0891b7f00aa8', 'tag': 'd7478a44-48b0-4805-b0dd-8467e811d9ca'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:15:46.969419 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d7d193b3-8db2-4a8f-89e4-05cf08dff6e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:47.003724 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d7d193b3-8db2-4a8f-89e4-05cf08dff6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:47.025895 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef110c68-e93b-435f-858a-5a27fa06da77 service neutron] Pushing event updated for resources: {'Port': ['ID=d7478a44-48b0-4805-b0dd-8467e811d9ca,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:15:47.065235 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-572d445d-e5dd-4729-91e3-443f13d14532 req-7a287d4e-3a29-4986-98a7-a70ad1dd7360 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 210 time: 0.0719647 Aug 16 15:15:47.115835 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-fd6a9fc4-f91c-4e85-b3bc-5c6322858b66 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1d8434a4d38640b0bbfa6b0949cd1903&name=default HTTP/1.1" status: 200 len: 2979 time: 3.2239332 Aug 16 15:15:47.142261 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 33690) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:15:47.148844 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6a9fc4-f91c-4e85-b3bc-5c6322858b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1354f4e-0569-4a05-94ec-9f9d5f64dc39,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:15:47.207416 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4f858-fb35-4072-adc2-de8e59510ca4 req-6c814087-5efb-4f41-b71e-9869e8f85f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:15:47.209957 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-ebb4f858-fb35-4072-adc2-de8e59510ca4 req-6c814087-5efb-4f41-b71e-9869e8f85f95 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d4eb4cdfa13f48f3b47c3823b8c955e4&device_id=b828d67c-7b58-42e6-bb0c-0891b7f00aa8 HTTP/1.1" status: 200 len: 1096 time: 0.1654301 Aug 16 15:15:47.224596 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d193b3-8db2-4a8f-89e4-05cf08dff6e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67404b25-4ab9-46a3-9e7c-9b0a3bb5ce97,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:15:47.249377 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-d7d193b3-8db2-4a8f-89e4-05cf08dff6e4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9f604a2ffe6847b0be989772172c8423&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2344434 Aug 16 15:15:47.252494 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 33696) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:15:47.317610 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5768113c-3633-454e-b234-e6498d92e593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:47.335561 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 33698) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:15:47.366512 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e33eb458-b036-4d69-af06-5f3c7249f37d req-5935c210-2a64-4658-b520-84bfcb9be109 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:47.375069 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5768113c-3633-454e-b234-e6498d92e593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:47.486820 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-ebb4f858-fb35-4072-adc2-de8e59510ca4 req-ceaa8f3a-9257-4a8b-a844-2739a34c3dda service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7478a44-48b0-4805-b0dd-8467e811d9ca HTTP/1.1" status: 200 len: 217 time: 0.1998961 Aug 16 15:15:47.496837 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a53acc5-a5b4-452c-bbe6-f38c97eedf33 req-ab958711-dcf7-4e65-a57f-3b957002de73 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Made reservation on behalf of 01f2355b3173487a90e45214a420413d for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:15:47.500814 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-6a53acc5-a5b4-452c-bbe6-f38c97eedf33 req-ab958711-dcf7-4e65-a57f-3b957002de73 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:47.510798 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e33eb458-b036-4d69-af06-5f3c7249f37d req-5935c210-2a64-4658-b520-84bfcb9be109 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769335250701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268375'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:47.528576 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5768113c-3633-454e-b234-e6498d92e593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:47.532697 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5768113c-3633-454e-b234-e6498d92e593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:47.534243 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-5768113c-3633-454e-b234-e6498d92e593 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b1354f4e-0569-4a05-94ec-9f9d5f64dc39 HTTP/1.1" status: 204 len: 168 time: 0.3861983 Aug 16 15:15:47.610689 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6f64098a-8117-4887-8e9d-cf8087e362fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:47.665510 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6f64098a-8117-4887-8e9d-cf8087e362fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:47.706022 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5768113c-3633-454e-b234-e6498d92e593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1354f4e-0569-4a05-94ec-9f9d5f64dc39,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:15:47.723259 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e33eb458-b036-4d69-af06-5f3c7249f37d req-5935c210-2a64-4658-b520-84bfcb9be109 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Network dc2a7c1b-6294-45c9-b16c-61fd2495db53 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:15:47.734336 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-e33eb458-b036-4d69-af06-5f3c7249f37d req-5935c210-2a64-4658-b520-84bfcb9be109 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:15:47.746714 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-e33eb458-b036-4d69-af06-5f3c7249f37d req-5935c210-2a64-4658-b520-84bfcb9be109 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:15:47.856156 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-6a53acc5-a5b4-452c-bbe6-f38c97eedf33 req-ab958711-dcf7-4e65-a57f-3b957002de73 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Allocated IP 172.20.0.4 (dc2a7c1b-6294-45c9-b16c-61fd2495db53/d78ff18c-4064-4ba6-8f60-118b05bc557a/df6bd210-6709-41a7-bc0e-c6caa9ab9a65) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:15:47.904303 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17fb0647ef8e93fcdaff2aac5cadc262a2f87503c881cd14114af97cd5d63f67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f8d0b3-d5c6-4c5e-ac64-90af0d413e11" -d '{"events": [{"name": "network-changed", "server_uuid": "b828d67c-7b58-42e6-bb0c-0891b7f00aa8", "tag": "d7478a44-48b0-4805-b0dd-8467e811d9ca"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:15:47.909319 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4c7b46ba-9178-428a-8082-5bc02e5cfbf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:48.045791 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5935c210-2a64-4658-b520-84bfcb9be109 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Pushing event updated for resources: {'Port': ['ID=d7993fa5-40dc-4e85-92da-a6701cc5ce17,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:15:48.067260 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4f858-fb35-4072-adc2-de8e59510ca4 req-993acade-6db0-4f54-80d0-238340de9a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:15:48.068710 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-ebb4f858-fb35-4072-adc2-de8e59510ca4 req-993acade-6db0-4f54-80d0-238340de9a46 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d06cd946-8e70-4c10-ba73-196e6da8859d HTTP/1.1" status: 200 len: 852 time: 0.3312747 Aug 16 15:15:48.082243 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54cc512-035f-49a6-9454-1c98982685bb req-8106d5dc-e319-4a3a-a501-5b84def09266 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:15:48.083728 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-a54cc512-035f-49a6-9454-1c98982685bb req-8106d5dc-e319-4a3a-a501-5b84def09266 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] 10.222.0.22 "GET /v2.0/ports?device_id=b828d67c-7b58-42e6-bb0c-0891b7f00aa8 HTTP/1.1" status: 200 len: 943 time: 0.1710751 Aug 16 15:15:48.094762 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4c7b46ba-9178-428a-8082-5bc02e5cfbf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:48.103103 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4c7b46ba-9178-428a-8082-5bc02e5cfbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:48.131489 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6f64098a-8117-4887-8e9d-cf8087e362fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:48.134076 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6f64098a-8117-4887-8e9d-cf8087e362fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:48.138046 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-6f64098a-8117-4887-8e9d-cf8087e362fe admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/67404b25-4ab9-46a3-9e7c-9b0a3bb5ce97 HTTP/1.1" status: 204 len: 168 time: 0.8815181 Aug 16 15:15:48.198398 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33eb458-b036-4d69-af06-5f3c7249f37d req-5935c210-2a64-4658-b520-84bfcb9be109 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:15:48.207701 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-a54cc512-035f-49a6-9454-1c98982685bb req-4ddf4ded-ef6b-4b2a-a6f1-60303180b107 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] 10.222.0.22 "GET /v2.0/security-groups?id=d493a69c-4143-4167-861c-bd1e42280556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952392 Aug 16 15:15:48.208356 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e33eb458-b036-4d69-af06-5f3c7249f37d req-5935c210-2a64-4658-b520-84bfcb9be109 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3780594'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:48.208564 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-ebb4f858-fb35-4072-adc2-de8e59510ca4 req-0b1d9bec-cc22-4918-a05e-4b4cf4574dc5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=aaf42f7d-73e5-44f7-9553-40476124f58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1168864 Aug 16 15:15:48.208639 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7b46ba-9178-428a-8082-5bc02e5cfbf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b874e08a-fd1c-4cb1-a240-4c90da7a58f8,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:15:48.230551 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f64098a-8117-4887-8e9d-cf8087e362fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67404b25-4ab9-46a3-9e7c-9b0a3bb5ce97,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:15:48.287091 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-4c7b46ba-9178-428a-8082-5bc02e5cfbf9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a6c2fe6a205b4facb6a0da3db9626ae8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9498811 Aug 16 15:15:48.287706 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 33738) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:15:48.295657 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-e33eb458-b036-4d69-af06-5f3c7249f37d req-5935c210-2a64-4658-b520-84bfcb9be109 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1532705 Aug 16 15:15:48.362684 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-ebb4f858-fb35-4072-adc2-de8e59510ca4 req-ce282217-8282-4dd8-9c46-10288c11e888 service neutron] 10.222.0.63 "GET /v2.0/networks/aaf42f7d-73e5-44f7-9553-40476124f58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299744 Aug 16 15:15:48.396969 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-330cb0bc-6a37-4135-a33d-775ee875e8c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:48.461849 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-e6ea4abf-4a98-42ed-a882-bb24db3b4035 req-2f95584d-330c-495e-942b-0bef222b600b tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 210 time: 0.0981374 Aug 16 15:15:48.482105 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-330cb0bc-6a37-4135-a33d-775ee875e8c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:48.591917 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-330cb0bc-6a37-4135-a33d-775ee875e8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:48.594474 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-330cb0bc-6a37-4135-a33d-775ee875e8c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:48.598186 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-330cb0bc-6a37-4135-a33d-775ee875e8c4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b874e08a-fd1c-4cb1-a240-4c90da7a58f8 HTTP/1.1" status: 204 len: 168 time: 0.3069286 Aug 16 15:15:48.607609 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330cb0bc-6a37-4135-a33d-775ee875e8c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b874e08a-fd1c-4cb1-a240-4c90da7a58f8,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:15:48.757651 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 15:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d61861-a18b-413e-bd6a-0662de294c5a x-openstack-request-id: req-64d61861-a18b-413e-bd6a-0662de294c5a {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:15:48.758075 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b828d67c-7b58-42e6-bb0c-0891b7f00aa8", "tag": "d7478a44-48b0-4805-b0dd-8467e811d9ca", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:15:48.758425 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-64d61861-a18b-413e-bd6a-0662de294c5a {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:15:48.759020 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b828d67c-7b58-42e6-bb0c-0891b7f00aa8', 'tag': 'd7478a44-48b0-4805-b0dd-8467e811d9ca', 'status': 'completed', 'code': 200} Aug 16 15:15:48.795882 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-6a53acc5-a5b4-452c-bbe6-f38c97eedf33 req-ab958711-dcf7-4e65-a57f-3b957002de73 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:48.874253 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-6a53acc5-a5b4-452c-bbe6-f38c97eedf33 req-ab958711-dcf7-4e65-a57f-3b957002de73 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769335250701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2787876'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:48.989915 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab958711-dcf7-4e65-a57f-3b957002de73 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Pushing event updated for resources: {'Port': ['ID=df6bd210-6709-41a7-bc0e-c6caa9ab9a65,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:15:49.030329 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a53acc5-a5b4-452c-bbe6-f38c97eedf33 req-ab958711-dcf7-4e65-a57f-3b957002de73 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Network dc2a7c1b-6294-45c9-b16c-61fd2495db53 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:15:49.031890 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-6a53acc5-a5b4-452c-bbe6-f38c97eedf33 req-ab958711-dcf7-4e65-a57f-3b957002de73 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:15:49.034255 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a53acc5-a5b4-452c-bbe6-f38c97eedf33 req-ab958711-dcf7-4e65-a57f-3b957002de73 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:15:49.117872 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a53acc5-a5b4-452c-bbe6-f38c97eedf33 req-ab958711-dcf7-4e65-a57f-3b957002de73 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:15:49.118519 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-6a53acc5-a5b4-452c-bbe6-f38c97eedf33 req-ab958711-dcf7-4e65-a57f-3b957002de73 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3780594'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:49.162913 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-6a53acc5-a5b4-452c-bbe6-f38c97eedf33 req-ab958711-dcf7-4e65-a57f-3b957002de73 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3396645 Aug 16 15:15:49.364241 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e7aaa-c6e6-4b18-893b-b6b60c3ba431 req-39af0cff-82ac-44b4-bed4-dee36eb2f0fc tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:15:49.374375 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-b88e7aaa-c6e6-4b18-893b-b6b60c3ba431 req-39af0cff-82ac-44b4-bed4-dee36eb2f0fc tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] 10.222.0.22 "GET /v2.0/ports?device_id=b828d67c-7b58-42e6-bb0c-0891b7f00aa8 HTTP/1.1" status: 200 len: 943 time: 0.0931304 Aug 16 15:15:49.425228 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-b88e7aaa-c6e6-4b18-893b-b6b60c3ba431 req-25531c83-5846-4ae3-908e-7232fedceeff tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] 10.222.0.22 "GET /v2.0/security-groups?id=d493a69c-4143-4167-861c-bd1e42280556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500536 Aug 16 15:15:49.601279 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c1a60c-751e-4949-a77b-cc887cd52564 req-556ec701-68cd-42f5-a4eb-52707e9d02be tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:15:49.603042 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-e7c1a60c-751e-4949-a77b-cc887cd52564 req-556ec701-68cd-42f5-a4eb-52707e9d02be tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 931 time: 0.0583262 Aug 16 15:15:49.625266 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 33768) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:15:49.651053 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2ba9ec76-dd22-49b0-b1d6-97fd140204a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:49.685591 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-e7c1a60c-751e-4949-a77b-cc887cd52564 req-e8b04bd9-c2f6-4e47-a122-d1036d7dd6ed tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747876 Aug 16 15:15:49.721537 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 33770) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:15:49.763676 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-19aed345-017a-44d3-8966-75e330cc4110 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:49.835407 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2ba9ec76-dd22-49b0-b1d6-97fd140204a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:49.849750 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2ba9ec76-dd22-49b0-b1d6-97fd140204a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:49.921994 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-2ba9ec76-dd22-49b0-b1d6-97fd140204a5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c113c923e5e74b6697d2fd38d9dec3d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2883344 Aug 16 15:15:49.923215 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba9ec76-dd22-49b0-b1d6-97fd140204a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e458b264-d5e9-4959-b0b6-3cbd0062e53f,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:15:49.925329 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 33778) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:15:50.016838 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-729f83e5-dc25-4193-8e1e-6ffa0e83ee71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:50.041051 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-19aed345-017a-44d3-8966-75e330cc4110 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:50.055242 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-19aed345-017a-44d3-8966-75e330cc4110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:50.088258 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-19aed345-017a-44d3-8966-75e330cc4110 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=58a5288cb3014b86af63abd54367020c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3649273 Aug 16 15:15:50.090384 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 33782) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:15:50.090592 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-729f83e5-dc25-4193-8e1e-6ffa0e83ee71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:50.140832 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aed345-017a-44d3-8966-75e330cc4110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad22b7b8-3d0d-4d4f-886b-85d8067f1cd2,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:15:50.177692 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a7236a44-0f82-43aa-82d4-6234650b9ef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:50.179443 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-729f83e5-dc25-4193-8e1e-6ffa0e83ee71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:50.182636 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-729f83e5-dc25-4193-8e1e-6ffa0e83ee71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:50.187559 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-729f83e5-dc25-4193-8e1e-6ffa0e83ee71 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e458b264-d5e9-4959-b0b6-3cbd0062e53f HTTP/1.1" status: 204 len: 168 time: 0.2601373 Aug 16 15:15:50.200956 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f83e5-dc25-4193-8e1e-6ffa0e83ee71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e458b264-d5e9-4959-b0b6-3cbd0062e53f,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:15:50.245460 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a7236a44-0f82-43aa-82d4-6234650b9ef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:50.332585 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a7236a44-0f82-43aa-82d4-6234650b9ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:50.335738 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a7236a44-0f82-43aa-82d4-6234650b9ef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:50.337256 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-a7236a44-0f82-43aa-82d4-6234650b9ef6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ad22b7b8-3d0d-4d4f-886b-85d8067f1cd2 HTTP/1.1" status: 204 len: 168 time: 0.2457998 Aug 16 15:15:50.349968 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7236a44-0f82-43aa-82d4-6234650b9ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad22b7b8-3d0d-4d4f-886b-85d8067f1cd2,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:15:50.577307 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5abd7b-b868-43c2-ab54-f70364bde207 req-6524ea36-4ac1-40b5-9bbb-ee4acff92d36 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:15:50.579043 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-ae5abd7b-b868-43c2-ab54-f70364bde207 req-6524ea36-4ac1-40b5-9bbb-ee4acff92d36 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] 10.222.0.22 "GET /v2.0/ports?device_id=b828d67c-7b58-42e6-bb0c-0891b7f00aa8 HTTP/1.1" status: 200 len: 943 time: 0.0675902 Aug 16 15:15:50.684203 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-ae5abd7b-b868-43c2-ab54-f70364bde207 req-d0d13a2c-6d5c-4ec4-998b-a64149414625 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] 10.222.0.22 "GET /v2.0/security-groups?id=d493a69c-4143-4167-861c-bd1e42280556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954077 Aug 16 15:15:50.814649 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [req-e33eb458-b036-4d69-af06-5f3c7249f37d req-21f235ae-e5f4-4c67-8020-12b5de402b93 service neutron] Request body: {'port': {'device_id': '732a1d66-d36e-4690-8c78-dea1afade166', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:15:50.834146 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.v2.base [req-6a53acc5-a5b4-452c-bbe6-f38c97eedf33 req-3ec937f5-0ddc-41c9-89f1-fe1e993ce4c7 service neutron] Request body: {'port': {'device_id': 'ba5e5f6e-58ac-439b-8691-7b23e93c2833', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:15:50.954874 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-6a53acc5-a5b4-452c-bbe6-f38c97eedf33 req-3ec937f5-0ddc-41c9-89f1-fe1e993ce4c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:50.998353 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5e2cd-ec87-410d-816f-af5405a24821 req-b5e52b92-7efd-404e-acde-300fdb28cd4e tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:15:51.000121 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-02c5e2cd-ec87-410d-816f-af5405a24821 req-b5e52b92-7efd-404e-acde-300fdb28cd4e tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 931 time: 0.2222722 Aug 16 15:15:51.003047 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e33eb458-b036-4d69-af06-5f3c7249f37d req-21f235ae-e5f4-4c67-8020-12b5de402b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:51.135507 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-02c5e2cd-ec87-410d-816f-af5405a24821 req-152e9ab5-bb6b-456c-9b08-cc27bdfce733 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219094 Aug 16 15:15:51.181556 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-ebb4f858-fb35-4072-adc2-de8e59510ca4 req-b207988f-c549-4868-bf63-88679cdabf1b service neutron] 10.222.0.63 "GET /v2.0/networks/aaf42f7d-73e5-44f7-9553-40476124f58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044844 Aug 16 15:15:51.370380 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8d0b3-d5c6-4c5e-ac64-90af0d413e11 req-ecfa4d22-d8d9-4fc6-924c-e7b5f184cdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:15:51.371851 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-f1f8d0b3-d5c6-4c5e-ac64-90af0d413e11 req-ecfa4d22-d8d9-4fc6-924c-e7b5f184cdb8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d4eb4cdfa13f48f3b47c3823b8c955e4&device_id=b828d67c-7b58-42e6-bb0c-0891b7f00aa8 HTTP/1.1" status: 200 len: 1096 time: 0.0936937 Aug 16 15:15:51.377419 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.notifiers.nova [req-6a53acc5-a5b4-452c-bbe6-f38c97eedf33 req-3ec937f5-0ddc-41c9-89f1-fe1e993ce4c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df6bd210-6709-41a7-bc0e-c6caa9ab9a65 {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:15:51.400607 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-6a53acc5-a5b4-452c-bbe6-f38c97eedf33 req-3ec937f5-0ddc-41c9-89f1-fe1e993ce4c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:51.478718 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-6a53acc5-a5b4-452c-bbe6-f38c97eedf33 req-3ec937f5-0ddc-41c9-89f1-fe1e993ce4c7 service neutron] Transition to ACTIVE for port object df6bd210-6709-41a7-bc0e-c6caa9ab9a65 will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:15:51.493744 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-6a53acc5-a5b4-452c-bbe6-f38c97eedf33 req-3ec937f5-0ddc-41c9-89f1-fe1e993ce4c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2787883'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:51.592751 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8d0b3-d5c6-4c5e-ac64-90af0d413e11 req-dba993de-976b-4660-871b-64ff5fdc7ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:15:51.593983 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-f1f8d0b3-d5c6-4c5e-ac64-90af0d413e11 req-dba993de-976b-4660-871b-64ff5fdc7ae1 service neutron] 10.222.0.63 "GET /v2.0/networks?id=aaf42f7d-73e5-44f7-9553-40476124f58b HTTP/1.1" status: 200 len: 912 time: 0.2116132 Aug 16 15:15:51.596169 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec937f5-0ddc-41c9-89f1-fe1e993ce4c7 service neutron] Pushing event updated for resources: {'Port': ['ID=df6bd210-6709-41a7-bc0e-c6caa9ab9a65,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:15:51.668748 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-f1f8d0b3-d5c6-4c5e-ac64-90af0d413e11 req-2c21a31a-366b-4f94-b06e-0ccf21cf3521 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7478a44-48b0-4805-b0dd-8467e811d9ca HTTP/1.1" status: 200 len: 217 time: 0.0574541 Aug 16 15:15:51.731898 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-6a53acc5-a5b4-452c-bbe6-f38c97eedf33 req-3ec937f5-0ddc-41c9-89f1-fe1e993ce4c7 service neutron] Attempting to bind port df6bd210-6709-41a7-bc0e-c6caa9ab9a65 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:15:51.732257 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-6a53acc5-a5b4-452c-bbe6-f38c97eedf33 req-3ec937f5-0ddc-41c9-89f1-fe1e993ce4c7 service neutron] Attempting to bind port df6bd210-6709-41a7-bc0e-c6caa9ab9a65 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '23602082-3dc4-46b3-ac20-5f318e6fc186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc2a7c1b-6294-45c9-b16c-61fd2495db53'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:15:51.733141 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a53acc5-a5b4-452c-bbe6-f38c97eedf33 req-3ec937f5-0ddc-41c9-89f1-fe1e993ce4c7 service neutron] Attempting to bind port df6bd210-6709-41a7-bc0e-c6caa9ab9a65 on network dc2a7c1b-6294-45c9-b16c-61fd2495db53 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:15:51.752086 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8d0b3-d5c6-4c5e-ac64-90af0d413e11 req-6e2a1ca8-4ff3-4de8-b926-7d59ccb243ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:15:51.753896 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-f1f8d0b3-d5c6-4c5e-ac64-90af0d413e11 req-6e2a1ca8-4ff3-4de8-b926-7d59ccb243ba service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d06cd946-8e70-4c10-ba73-196e6da8859d HTTP/1.1" status: 200 len: 852 time: 0.0771694 Aug 16 15:15:51.755474 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a53acc5-a5b4-452c-bbe6-f38c97eedf33 req-3ec937f5-0ddc-41c9-89f1-fe1e993ce4c7 service neutron] Port df6bd210-6709-41a7-bc0e-c6caa9ab9a65 on network dc2a7c1b-6294-45c9-b16c-61fd2495db53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 15:15:51.755803 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a53acc5-a5b4-452c-bbe6-f38c97eedf33 req-3ec937f5-0ddc-41c9-89f1-fe1e993ce4c7 service neutron] Attempting to bind port df6bd210-6709-41a7-bc0e-c6caa9ab9a65 on network dc2a7c1b-6294-45c9-b16c-61fd2495db53 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:15:51.779416 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a53acc5-a5b4-452c-bbe6-f38c97eedf33 req-3ec937f5-0ddc-41c9-89f1-fe1e993ce4c7 service neutron] Checking agent: {'id': 'f45772ef-d3bf-49d0-9fe4-7082814820b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 13, 56), 'started_at': datetime.datetime(2021, 8, 16, 15, 13, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:15:51.779416 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a53acc5-a5b4-452c-bbe6-f38c97eedf33 req-3ec937f5-0ddc-41c9-89f1-fe1e993ce4c7 service neutron] Checking segment: {'id': '23602082-3dc4-46b3-ac20-5f318e6fc186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc2a7c1b-6294-45c9-b16c-61fd2495db53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:15:51.779416 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a53acc5-a5b4-452c-bbe6-f38c97eedf33 req-3ec937f5-0ddc-41c9-89f1-fe1e993ce4c7 service neutron] Bound using segment: {'id': '23602082-3dc4-46b3-ac20-5f318e6fc186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc2a7c1b-6294-45c9-b16c-61fd2495db53'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:15:51.779416 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-6a53acc5-a5b4-452c-bbe6-f38c97eedf33 req-3ec937f5-0ddc-41c9-89f1-fe1e993ce4c7 service neutron] Bound port: df6bd210-6709-41a7-bc0e-c6caa9ab9a65, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23602082-3dc4-46b3-ac20-5f318e6fc186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc2a7c1b-6294-45c9-b16c-61fd2495db53'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:15:51.779416 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-6a53acc5-a5b4-452c-bbe6-f38c97eedf33 req-3ec937f5-0ddc-41c9-89f1-fe1e993ce4c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:51.831019 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-f1f8d0b3-d5c6-4c5e-ac64-90af0d413e11 req-c0f05d8d-2ffc-48f4-b6c5-240f4a351b79 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=aaf42f7d-73e5-44f7-9553-40476124f58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666261 Aug 16 15:15:51.925987 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.notifiers.nova [req-e33eb458-b036-4d69-af06-5f3c7249f37d req-21f235ae-e5f4-4c67-8020-12b5de402b93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7993fa5-40dc-4e85-92da-a6701cc5ce17 {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:15:51.940881 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e33eb458-b036-4d69-af06-5f3c7249f37d req-21f235ae-e5f4-4c67-8020-12b5de402b93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:51.971955 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-e33eb458-b036-4d69-af06-5f3c7249f37d req-21f235ae-e5f4-4c67-8020-12b5de402b93 service neutron] Transition to ACTIVE for port object d7993fa5-40dc-4e85-92da-a6701cc5ce17 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:15:51.979245 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e33eb458-b036-4d69-af06-5f3c7249f37d req-21f235ae-e5f4-4c67-8020-12b5de402b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2268376'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:51.980521 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0283c75-3e9b-4a97-a960-354f252420cd req-c3ae775c-beda-4368-a326-1fafa2235a17 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:15:51.982378 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-e0283c75-3e9b-4a97-a960-354f252420cd req-c3ae775c-beda-4368-a326-1fafa2235a17 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] 10.222.0.22 "GET /v2.0/ports?device_id=b828d67c-7b58-42e6-bb0c-0891b7f00aa8 HTTP/1.1" status: 200 len: 943 time: 0.2077899 Aug 16 15:15:52.077067 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-f1f8d0b3-d5c6-4c5e-ac64-90af0d413e11 req-56c91659-0f0b-46a5-9c47-6a0968e28dc4 service neutron] 10.222.0.63 "GET /v2.0/networks/aaf42f7d-73e5-44f7-9553-40476124f58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351279 Aug 16 15:15:52.098461 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-6a53acc5-a5b4-452c-bbe6-f38c97eedf33 req-3ec937f5-0ddc-41c9-89f1-fe1e993ce4c7 service neutron] For port df6bd210-6709-41a7-bc0e-c6caa9ab9a65, host hv-cinder-80475, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:15:52.185518 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f235ae-e5f4-4c67-8020-12b5de402b93 service neutron] Pushing event updated for resources: {'Port': ['ID=d7993fa5-40dc-4e85-92da-a6701cc5ce17,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:15:52.215267 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-e0283c75-3e9b-4a97-a960-354f252420cd req-51aa69ee-a814-4251-a70f-203b066b54a1 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] 10.222.0.22 "GET /v2.0/security-groups?id=d493a69c-4143-4167-861c-bd1e42280556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233949 Aug 16 15:15:52.220239 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-6a53acc5-a5b4-452c-bbe6-f38c97eedf33 req-3ec937f5-0ddc-41c9-89f1-fe1e993ce4c7 service neutron] For port df6bd210-6709-41a7-bc0e-c6caa9ab9a65, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=df6bd210-6709-41a7-bc0e-c6caa9ab9a65,segment=NetworkSegment(23602082-3dc4-46b3-ac20-5f318e6fc186),segment_id=23602082-3dc4-46b3-ac20-5f318e6fc186)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:15:52.239357 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-6a53acc5-a5b4-452c-bbe6-f38c97eedf33 req-3ec937f5-0ddc-41c9-89f1-fe1e993ce4c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2787883'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:52.245309 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-e33eb458-b036-4d69-af06-5f3c7249f37d req-21f235ae-e5f4-4c67-8020-12b5de402b93 service neutron] Attempting to bind port d7993fa5-40dc-4e85-92da-a6701cc5ce17 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:15:52.246125 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-e33eb458-b036-4d69-af06-5f3c7249f37d req-21f235ae-e5f4-4c67-8020-12b5de402b93 service neutron] Attempting to bind port d7993fa5-40dc-4e85-92da-a6701cc5ce17 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '23602082-3dc4-46b3-ac20-5f318e6fc186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc2a7c1b-6294-45c9-b16c-61fd2495db53'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:15:52.246829 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33eb458-b036-4d69-af06-5f3c7249f37d req-21f235ae-e5f4-4c67-8020-12b5de402b93 service neutron] Attempting to bind port d7993fa5-40dc-4e85-92da-a6701cc5ce17 on network dc2a7c1b-6294-45c9-b16c-61fd2495db53 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:15:52.304461 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a53acc5-a5b4-452c-bbe6-f38c97eedf33 req-3ec937f5-0ddc-41c9-89f1-fe1e993ce4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:15:52.305165 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-6a53acc5-a5b4-452c-bbe6-f38c97eedf33 req-3ec937f5-0ddc-41c9-89f1-fe1e993ce4c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3780594'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:52.306608 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-6a53acc5-a5b4-452c-bbe6-f38c97eedf33 req-3ec937f5-0ddc-41c9-89f1-fe1e993ce4c7 service neutron] 10.222.0.63 "PUT /v2.0/ports/df6bd210-6709-41a7-bc0e-c6caa9ab9a65 HTTP/1.1" status: 200 len: 1093 time: 1.4769654 Aug 16 15:15:52.308747 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba5e5f6e-58ac-439b-8691-7b23e93c2833', 'tag': 'df6bd210-6709-41a7-bc0e-c6caa9ab9a65'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:15:52.311044 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17fb0647ef8e93fcdaff2aac5cadc262a2f87503c881cd14114af97cd5d63f67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba6e34a-493a-4752-8a90-497801e55047" -d '{"events": [{"name": "network-changed", "server_uuid": "ba5e5f6e-58ac-439b-8691-7b23e93c2833", "tag": "df6bd210-6709-41a7-bc0e-c6caa9ab9a65"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:15:52.342525 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33eb458-b036-4d69-af06-5f3c7249f37d req-21f235ae-e5f4-4c67-8020-12b5de402b93 service neutron] Port d7993fa5-40dc-4e85-92da-a6701cc5ce17 on network dc2a7c1b-6294-45c9-b16c-61fd2495db53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 15:15:52.342843 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33eb458-b036-4d69-af06-5f3c7249f37d req-21f235ae-e5f4-4c67-8020-12b5de402b93 service neutron] Attempting to bind port d7993fa5-40dc-4e85-92da-a6701cc5ce17 on network dc2a7c1b-6294-45c9-b16c-61fd2495db53 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:15:52.343864 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device d7478a44-48b0-4805-b0dd-8467e811d9ca details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 15:15:52.347148 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec937f5-0ddc-41c9-89f1-fe1e993ce4c7 service neutron] Pushing event updated for resources: {'Port': ['ID=df6bd210-6709-41a7-bc0e-c6caa9ab9a65,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:15:52.354146 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33eb458-b036-4d69-af06-5f3c7249f37d req-21f235ae-e5f4-4c67-8020-12b5de402b93 service neutron] Checking agent: {'id': 'f45772ef-d3bf-49d0-9fe4-7082814820b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 13, 56), 'started_at': datetime.datetime(2021, 8, 16, 15, 13, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:15:52.354506 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33eb458-b036-4d69-af06-5f3c7249f37d req-21f235ae-e5f4-4c67-8020-12b5de402b93 service neutron] Checking segment: {'id': '23602082-3dc4-46b3-ac20-5f318e6fc186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc2a7c1b-6294-45c9-b16c-61fd2495db53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:15:52.355714 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33eb458-b036-4d69-af06-5f3c7249f37d req-21f235ae-e5f4-4c67-8020-12b5de402b93 service neutron] Bound using segment: {'id': '23602082-3dc4-46b3-ac20-5f318e6fc186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc2a7c1b-6294-45c9-b16c-61fd2495db53'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:15:52.356215 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-e33eb458-b036-4d69-af06-5f3c7249f37d req-21f235ae-e5f4-4c67-8020-12b5de402b93 service neutron] Bound port: d7993fa5-40dc-4e85-92da-a6701cc5ce17, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23602082-3dc4-46b3-ac20-5f318e6fc186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dc2a7c1b-6294-45c9-b16c-61fd2495db53'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:15:52.356575 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e33eb458-b036-4d69-af06-5f3c7249f37d req-21f235ae-e5f4-4c67-8020-12b5de402b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:52.379898 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac34e9-38a9-42ce-9beb-26802c47a352 req-a1799c24-e337-4316-8c69-7b9bc52722e5 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:15:52.381605 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-37ac34e9-38a9-42ce-9beb-26802c47a352 req-a1799c24-e337-4316-8c69-7b9bc52722e5 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 943 time: 0.1265974 Aug 16 15:15:52.389596 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-f1f8d0b3-d5c6-4c5e-ac64-90af0d413e11 req-53e23d6b-f8bb-475d-aa4b-82b4368c7a1c service neutron] 10.222.0.63 "GET /v2.0/networks/aaf42f7d-73e5-44f7-9553-40476124f58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805514 Aug 16 15:15:52.421573 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a53acc5-a5b4-452c-bbe6-f38c97eedf33 req-e49af360-4c3d-4815-ac18-254e88dd2612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:15:52.425416 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-6a53acc5-a5b4-452c-bbe6-f38c97eedf33 req-e49af360-4c3d-4815-ac18-254e88dd2612 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=01f2355b3173487a90e45214a420413d&device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 1096 time: 0.0750291 Aug 16 15:15:52.477838 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 15:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9790710-a9ff-4583-b44c-6923ee10bc71 x-openstack-request-id: req-b9790710-a9ff-4583-b44c-6923ee10bc71 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:15:52.478712 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba5e5f6e-58ac-439b-8691-7b23e93c2833", "tag": "df6bd210-6709-41a7-bc0e-c6caa9ab9a65", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:15:52.479153 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b9790710-a9ff-4583-b44c-6923ee10bc71 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:15:52.480768 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba5e5f6e-58ac-439b-8691-7b23e93c2833', 'tag': 'df6bd210-6709-41a7-bc0e-c6caa9ab9a65', 'status': 'completed', 'code': 200} Aug 16 15:15:52.509260 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-37ac34e9-38a9-42ce-9beb-26802c47a352 req-8e145bb9-e95e-4ef6-850b-8a1ab1c1f5c2 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210968 Aug 16 15:15:52.528190 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-e33eb458-b036-4d69-af06-5f3c7249f37d req-21f235ae-e5f4-4c67-8020-12b5de402b93 service neutron] For port d7993fa5-40dc-4e85-92da-a6701cc5ce17, host hv-cinder-80475, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:15:52.540083 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-e33eb458-b036-4d69-af06-5f3c7249f37d req-21f235ae-e5f4-4c67-8020-12b5de402b93 service neutron] For port d7993fa5-40dc-4e85-92da-a6701cc5ce17, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d7993fa5-40dc-4e85-92da-a6701cc5ce17,segment=NetworkSegment(23602082-3dc4-46b3-ac20-5f318e6fc186),segment_id=23602082-3dc4-46b3-ac20-5f318e6fc186)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:15:52.548596 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e33eb458-b036-4d69-af06-5f3c7249f37d req-21f235ae-e5f4-4c67-8020-12b5de402b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2268376'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:52.604429 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port d7478a44-48b0-4805-b0dd-8467e811d9ca, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d7478a44-48b0-4805-b0dd-8467e811d9ca,segment=NetworkSegment(11fbfa69-a1c2-4346-8b6b-c9f93ffa119f),segment_id=11fbfa69-a1c2-4346-8b6b-c9f93ffa119f)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:15:52.623262 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Returning: {'device': 'd7478a44-48b0-4805-b0dd-8467e811d9ca', 'network_id': 'aaf42f7d-73e5-44f7-9553-40476124f58b', 'port_id': 'd7478a44-48b0-4805-b0dd-8467e811d9ca', 'mac_address': 'fa:16:3e:6c:d5:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd06cd946-8e70-4c10-ba73-196e6da8859d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 15:15:52.650760 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33eb458-b036-4d69-af06-5f3c7249f37d req-21f235ae-e5f4-4c67-8020-12b5de402b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:15:52.652619 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-e33eb458-b036-4d69-af06-5f3c7249f37d req-21f235ae-e5f4-4c67-8020-12b5de402b93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3780594'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:52.655136 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-e33eb458-b036-4d69-af06-5f3c7249f37d req-21f235ae-e5f4-4c67-8020-12b5de402b93 service neutron] 10.222.0.63 "PUT /v2.0/ports/d7993fa5-40dc-4e85-92da-a6701cc5ce17 HTTP/1.1" status: 200 len: 1094 time: 1.8459678 Aug 16 15:15:52.655924 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '732a1d66-d36e-4690-8c78-dea1afade166', 'tag': 'd7993fa5-40dc-4e85-92da-a6701cc5ce17'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:15:52.675492 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:52.692384 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7478a44-48b0-4805-b0dd-8467e811d9ca {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:15:52.699418 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f235ae-e5f4-4c67-8020-12b5de402b93 service neutron] Pushing event updated for resources: {'Port': ['ID=d7993fa5-40dc-4e85-92da-a6701cc5ce17,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:15:52.718992 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port d7478a44-48b0-4805-b0dd-8467e811d9ca, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d7478a44-48b0-4805-b0dd-8467e811d9ca,segment=NetworkSegment(11fbfa69-a1c2-4346-8b6b-c9f93ffa119f),segment_id=11fbfa69-a1c2-4346-8b6b-c9f93ffa119f)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:15:52.725897 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:52.778516 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Pushing event updated for resources: {'Port': ['ID=d7478a44-48b0-4805-b0dd-8467e811d9ca,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:15:52.989260 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a5cfb7157b8b73f0e4116fd12db15b1ff73336af95e475daca955d95e5834ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada7e2e8-5f69-4b92-85c8-e3a43446b8be" -d '{"events": [{"name": "network-changed", "server_uuid": "732a1d66-d36e-4690-8c78-dea1afade166", "tag": "d7993fa5-40dc-4e85-92da-a6701cc5ce17"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:15:53.300859 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 15:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be180270-7c8f-437f-9e6f-80ae2d118b0c x-openstack-request-id: req-be180270-7c8f-437f-9e6f-80ae2d118b0c {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:15:53.301450 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "732a1d66-d36e-4690-8c78-dea1afade166", "tag": "d7993fa5-40dc-4e85-92da-a6701cc5ce17", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:15:53.301611 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-be180270-7c8f-437f-9e6f-80ae2d118b0c {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:15:53.302149 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '732a1d66-d36e-4690-8c78-dea1afade166', 'tag': 'd7993fa5-40dc-4e85-92da-a6701cc5ce17', 'status': 'completed', 'code': 200} Aug 16 15:15:53.361610 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d327469-898d-4658-92ea-73d3dc787950 req-d86bdadd-6cf9-48bc-ab6f-850a59007b06 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:15:53.363127 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-1d327469-898d-4658-92ea-73d3dc787950 req-d86bdadd-6cf9-48bc-ab6f-850a59007b06 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] 10.222.0.22 "GET /v2.0/ports?device_id=b828d67c-7b58-42e6-bb0c-0891b7f00aa8 HTTP/1.1" status: 200 len: 944 time: 0.0500095 Aug 16 15:15:53.408463 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-1d327469-898d-4658-92ea-73d3dc787950 req-01af5964-ecdd-4633-bb63-0a3d132c05ef tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] 10.222.0.22 "GET /v2.0/security-groups?id=d493a69c-4143-4167-861c-bd1e42280556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383379 Aug 16 15:15:53.651584 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af8a05-611d-4f3a-ab60-7bc67e1dde28 req-e5371ea8-fc43-47c5-aa5a-01e03ab9768f tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:15:53.656440 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-45af8a05-611d-4f3a-ab60-7bc67e1dde28 req-e5371ea8-fc43-47c5-aa5a-01e03ab9768f tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 943 time: 0.0681603 Aug 16 15:15:53.693917 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-45af8a05-611d-4f3a-ab60-7bc67e1dde28 req-165796d7-9273-47cf-a068-c2626e2da83e tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339072 Aug 16 15:15:54.528216 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13df16f-dc69-4b4c-8290-6232912a222e req-c17e5da1-23a2-4c0f-b0ae-a2478a196174 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:15:54.529742 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-b13df16f-dc69-4b4c-8290-6232912a222e req-c17e5da1-23a2-4c0f-b0ae-a2478a196174 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] 10.222.0.22 "GET /v2.0/ports?device_id=b828d67c-7b58-42e6-bb0c-0891b7f00aa8 HTTP/1.1" status: 200 len: 944 time: 0.0468826 Aug 16 15:15:54.565611 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-b13df16f-dc69-4b4c-8290-6232912a222e req-a205ffde-cbd2-4dfe-b16e-54d4b3fe4c7c tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] 10.222.0.22 "GET /v2.0/security-groups?id=d493a69c-4143-4167-861c-bd1e42280556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301228 Aug 16 15:15:54.811451 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e08669e-aacd-42c7-94cc-59828dc572a4 req-21703906-ae47-4542-9d80-460233cd8695 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:15:54.812913 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-3e08669e-aacd-42c7-94cc-59828dc572a4 req-21703906-ae47-4542-9d80-460233cd8695 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 943 time: 0.0502038 Aug 16 15:15:54.849143 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-3e08669e-aacd-42c7-94cc-59828dc572a4 req-a275ea3e-4534-44e5-a603-6f7bf1672251 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304861 Aug 16 15:15:55.250257 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-6a53acc5-a5b4-452c-bbe6-f38c97eedf33 req-fd4cac2c-90a2-4b98-98ef-d6bdadf4b17a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df6bd210-6709-41a7-bc0e-c6caa9ab9a65 HTTP/1.1" status: 200 len: 217 time: 0.0359306 Aug 16 15:15:55.299784 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7e2e8-5f69-4b92-85c8-e3a43446b8be req-310519a5-094b-4f26-a3e0-c71c80b31823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:15:55.301276 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-ada7e2e8-5f69-4b92-85c8-e3a43446b8be req-310519a5-094b-4f26-a3e0-c71c80b31823 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=01f2355b3173487a90e45214a420413d&device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 1097 time: 0.0777171 Aug 16 15:15:55.302316 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a53acc5-a5b4-452c-bbe6-f38c97eedf33 req-74a75030-89ce-45dd-94c4-6d27a63be5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:15:55.304012 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-6a53acc5-a5b4-452c-bbe6-f38c97eedf33 req-74a75030-89ce-45dd-94c4-6d27a63be5d0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d78ff18c-4064-4ba6-8f60-118b05bc557a HTTP/1.1" status: 200 len: 859 time: 0.0452211 Aug 16 15:15:55.353426 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-6a53acc5-a5b4-452c-bbe6-f38c97eedf33 req-2112532b-9361-4fd0-b7c4-b86d60d9629b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dc2a7c1b-6294-45c9-b16c-61fd2495db53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300195 Aug 16 15:15:55.446675 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-6a53acc5-a5b4-452c-bbe6-f38c97eedf33 req-dbca9fc6-cf07-40d6-b0ac-4f9c5c1ae47a service neutron] 10.222.0.63 "GET /v2.0/networks/dc2a7c1b-6294-45c9-b16c-61fd2495db53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849152 Aug 16 15:15:55.449623 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] get_ports_and_sgs() called for port_ids ['d7478a44-48b0-4805-b0dd-8467e811d9ca'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:15:55.511448 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7e2e8-5f69-4b92-85c8-e3a43446b8be req-0019c836-ad32-4b86-b793-53d280cef8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:15:55.512973 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-ada7e2e8-5f69-4b92-85c8-e3a43446b8be req-0019c836-ad32-4b86-b793-53d280cef8b0 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=01f2355b3173487a90e45214a420413d&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1905224 Aug 16 15:15:55.544081 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-6a53acc5-a5b4-452c-bbe6-f38c97eedf33 req-f2db75dd-8924-406c-a493-3bc98f5d53e8 service neutron] 10.222.0.63 "GET /v2.0/networks/dc2a7c1b-6294-45c9-b16c-61fd2495db53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906720 Aug 16 15:15:55.551063 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:55.708378 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7e2e8-5f69-4b92-85c8-e3a43446b8be req-9ca6cae4-fc53-4ada-b545-d3e75268a088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:15:55.709865 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-ada7e2e8-5f69-4b92-85c8-e3a43446b8be req-9ca6cae4-fc53-4ada-b545-d3e75268a088 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1890376 Aug 16 15:15:55.725203 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce744749-0d15-4ae4-b7bb-df4cda2b4a0e req-b1e8ac42-edcf-4bbd-aa94-53517f24a477 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:15:55.726558 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-ce744749-0d15-4ae4-b7bb-df4cda2b4a0e req-b1e8ac42-edcf-4bbd-aa94-53517f24a477 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] 10.222.0.22 "GET /v2.0/ports?device_id=b828d67c-7b58-42e6-bb0c-0891b7f00aa8 HTTP/1.1" status: 200 len: 944 time: 0.0884147 Aug 16 15:15:55.762955 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-ce744749-0d15-4ae4-b7bb-df4cda2b4a0e req-999d7567-13be-4583-83a7-8bcc408cee1a tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] 10.222.0.22 "GET /v2.0/security-groups?id=d493a69c-4143-4167-861c-bd1e42280556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305014 Aug 16 15:15:55.960402 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4be333-d1e9-4be9-9d3a-8d97f48e391d req-200badbf-48c8-4f3f-aa76-2fbc5fc41165 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:15:55.961788 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-2d4be333-d1e9-4be9-9d3a-8d97f48e391d req-200badbf-48c8-4f3f-aa76-2fbc5fc41165 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 943 time: 0.0490482 Aug 16 15:15:56.000879 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-2d4be333-d1e9-4be9-9d3a-8d97f48e391d req-7bbd34f9-f3a1-4126-b1c5-fd7444b7d07c tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316787 Aug 16 15:15:56.875125 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e127dc-8a77-4cef-8549-5855d1b4e13a req-314d8cbe-06cd-4de1-aed4-f896da68847e tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:15:56.876586 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-42e127dc-8a77-4cef-8549-5855d1b4e13a req-314d8cbe-06cd-4de1-aed4-f896da68847e tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] 10.222.0.22 "GET /v2.0/ports?device_id=b828d67c-7b58-42e6-bb0c-0891b7f00aa8 HTTP/1.1" status: 200 len: 944 time: 0.0469410 Aug 16 15:15:56.914550 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-42e127dc-8a77-4cef-8549-5855d1b4e13a req-1b447805-4e3f-4768-b307-d31698ddaa46 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] 10.222.0.22 "GET /v2.0/security-groups?id=d493a69c-4143-4167-861c-bd1e42280556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321145 Aug 16 15:15:57.111273 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746240c-e9fb-495d-a423-1814188f74aa req-fb3cf864-5191-44e2-8959-b7b3f4a42669 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:15:57.112718 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-2746240c-e9fb-495d-a423-1814188f74aa req-fb3cf864-5191-44e2-8959-b7b3f4a42669 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 943 time: 0.0472019 Aug 16 15:15:57.147816 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-2746240c-e9fb-495d-a423-1814188f74aa req-b2ba2fb5-3e16-465a-baf2-e64b0dcf0d8f tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294065 Aug 16 15:15:58.027718 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0c8a0-fb09-4449-8a66-eb81cfb90c46 req-af196539-8f15-4e27-b5cf-e31dd03c8682 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:15:58.029114 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-07c0c8a0-fb09-4449-8a66-eb81cfb90c46 req-af196539-8f15-4e27-b5cf-e31dd03c8682 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] 10.222.0.22 "GET /v2.0/ports?device_id=b828d67c-7b58-42e6-bb0c-0891b7f00aa8 HTTP/1.1" status: 200 len: 944 time: 0.0496106 Aug 16 15:15:58.068494 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-07c0c8a0-fb09-4449-8a66-eb81cfb90c46 req-2941c7dc-56c9-42d8-9093-a7c90eae01be tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] 10.222.0.22 "GET /v2.0/security-groups?id=d493a69c-4143-4167-861c-bd1e42280556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308785 Aug 16 15:15:58.260860 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18805d30-959a-495b-bc23-312b58683e56 req-ad5f41e4-d4fe-40b1-a47a-e3e06041500c tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:15:58.262281 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-18805d30-959a-495b-bc23-312b58683e56 req-ad5f41e4-d4fe-40b1-a47a-e3e06041500c tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 943 time: 0.0507660 Aug 16 15:15:58.428032 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6e34a-493a-4752-8a90-497801e55047 req-5ead6ca2-5c8c-479a-a980-cd120ac60943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:15:58.429524 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-0ba6e34a-493a-4752-8a90-497801e55047 req-5ead6ca2-5c8c-479a-a980-cd120ac60943 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=01f2355b3173487a90e45214a420413d&device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 1096 time: 0.0424323 Aug 16 15:15:58.493102 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-18805d30-959a-495b-bc23-312b58683e56 req-8077e382-aa1f-4a25-a5cc-f7c2385aa5d4 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248747 Aug 16 15:15:58.500965 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33eb458-b036-4d69-af06-5f3c7249f37d req-76488d17-47f3-4d64-a7d1-a38672e1550e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:15:58.502398 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-e33eb458-b036-4d69-af06-5f3c7249f37d req-76488d17-47f3-4d64-a7d1-a38672e1550e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=01f2355b3173487a90e45214a420413d&device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 1097 time: 0.0543048 Aug 16 15:15:58.547708 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-e33eb458-b036-4d69-af06-5f3c7249f37d req-efc39861-088a-44ac-a894-2976bbd91fc8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d7993fa5-40dc-4e85-92da-a6701cc5ce17 HTTP/1.1" status: 200 len: 217 time: 0.0354290 Aug 16 15:15:58.576363 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6e34a-493a-4752-8a90-497801e55047 req-664a4ece-8133-4707-8305-d778ecab3711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:15:58.577922 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-0ba6e34a-493a-4752-8a90-497801e55047 req-664a4ece-8133-4707-8305-d778ecab3711 service neutron] 10.222.0.63 "GET /v2.0/networks?id=dc2a7c1b-6294-45c9-b16c-61fd2495db53 HTTP/1.1" status: 200 len: 919 time: 0.1409690 Aug 16 15:15:58.605420 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33eb458-b036-4d69-af06-5f3c7249f37d req-691dc841-d44f-4a01-a6d6-b782c17597e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:15:58.606935 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-e33eb458-b036-4d69-af06-5f3c7249f37d req-691dc841-d44f-4a01-a6d6-b782c17597e3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d78ff18c-4064-4ba6-8f60-118b05bc557a HTTP/1.1" status: 200 len: 859 time: 0.0511575 Aug 16 15:15:58.655306 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-0ba6e34a-493a-4752-8a90-497801e55047 req-a87c155f-2528-476f-9a54-5e5052da46bc service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df6bd210-6709-41a7-bc0e-c6caa9ab9a65 HTTP/1.1" status: 200 len: 217 time: 0.0690920 Aug 16 15:15:58.658649 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-e33eb458-b036-4d69-af06-5f3c7249f37d req-7ff84ec1-5969-4291-815c-1705f039ea72 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dc2a7c1b-6294-45c9-b16c-61fd2495db53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431411 Aug 16 15:15:58.722598 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6e34a-493a-4752-8a90-497801e55047 req-cd6e9f36-23ab-4f40-b236-d8addf3f63b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:15:58.724059 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-0ba6e34a-493a-4752-8a90-497801e55047 req-cd6e9f36-23ab-4f40-b236-d8addf3f63b0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d78ff18c-4064-4ba6-8f60-118b05bc557a HTTP/1.1" status: 200 len: 859 time: 0.0513327 Aug 16 15:15:58.752275 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-e33eb458-b036-4d69-af06-5f3c7249f37d req-bf8381f5-431c-40f4-93a4-70b542f8ae01 service neutron] 10.222.0.63 "GET /v2.0/networks/dc2a7c1b-6294-45c9-b16c-61fd2495db53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818732 Aug 16 15:15:58.776725 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-0ba6e34a-493a-4752-8a90-497801e55047 req-499bac98-a23f-4ee9-9d5d-45c21b70e480 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dc2a7c1b-6294-45c9-b16c-61fd2495db53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450368 Aug 16 15:15:59.179664 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e07937-e810-498d-ae28-8bee398d1d77 req-33f0e9a9-c827-4f00-979e-19c322c1a06f tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:15:59.181132 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-55e07937-e810-498d-ae28-8bee398d1d77 req-33f0e9a9-c827-4f00-979e-19c322c1a06f tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] 10.222.0.22 "GET /v2.0/ports?device_id=b828d67c-7b58-42e6-bb0c-0891b7f00aa8 HTTP/1.1" status: 200 len: 944 time: 0.0467343 Aug 16 15:15:59.219340 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-55e07937-e810-498d-ae28-8bee398d1d77 req-9be83611-199c-4c02-8ac2-6304900353d4 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] 10.222.0.22 "GET /v2.0/security-groups?id=d493a69c-4143-4167-861c-bd1e42280556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313575 Aug 16 15:15:59.610941 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2520b1-1c6f-4d4a-8899-9bc69026deca req-7fdac7a0-dc34-45da-ab78-61214942255e tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:15:59.612578 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-bc2520b1-1c6f-4d4a-8899-9bc69026deca req-7fdac7a0-dc34-45da-ab78-61214942255e tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 943 time: 0.0522835 Aug 16 15:15:59.657996 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-bc2520b1-1c6f-4d4a-8899-9bc69026deca req-878c2556-59c2-4378-ac74-8b0e09f6f481 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369740 Aug 16 15:15:59.784850 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 34168) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:15:59.886061 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e0c1d0a1-3cf6-45c6-9841-b667059c881f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:59.971696 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e0c1d0a1-3cf6-45c6-9841-b667059c881f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:15:59.975351 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e0c1d0a1-3cf6-45c6-9841-b667059c881f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:00.012081 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c1d0a1-3cf6-45c6-9841-b667059c881f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad76784-d051-4fc1-b1b5-7c383f356ca8,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:00.016404 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-e0c1d0a1-3cf6-45c6-9841-b667059c881f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e1e8084a11d047c7832effde4d3f8ea3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2305548 Aug 16 15:16:00.018868 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 34174) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:00.065605 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4a8301b2-00d4-44af-b10b-762e0267bcb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:00.086029 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4a8301b2-00d4-44af-b10b-762e0267bcb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:00.133425 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4a8301b2-00d4-44af-b10b-762e0267bcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:00.136229 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4a8301b2-00d4-44af-b10b-762e0267bcb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:00.137323 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-4a8301b2-00d4-44af-b10b-762e0267bcb9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fad76784-d051-4fc1-b1b5-7c383f356ca8 HTTP/1.1" status: 204 len: 168 time: 0.1175811 Aug 16 15:16:00.144429 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8301b2-00d4-44af-b10b-762e0267bcb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad76784-d051-4fc1-b1b5-7c383f356ca8,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:00.333706 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89220d4-6ba9-467b-ae2e-401ccd4a8c08 req-170fb405-15a8-46ee-92d8-f7ff0f4bf1d3 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:00.335162 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-c89220d4-6ba9-467b-ae2e-401ccd4a8c08 req-170fb405-15a8-46ee-92d8-f7ff0f4bf1d3 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] 10.222.0.22 "GET /v2.0/ports?device_id=b828d67c-7b58-42e6-bb0c-0891b7f00aa8 HTTP/1.1" status: 200 len: 944 time: 0.0480738 Aug 16 15:16:00.374389 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-c89220d4-6ba9-467b-ae2e-401ccd4a8c08 req-299a752d-7f95-4faf-beca-70d098009704 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] 10.222.0.22 "GET /v2.0/security-groups?id=d493a69c-4143-4167-861c-bd1e42280556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320213 Aug 16 15:16:00.399992 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 34184) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:00.412827 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-72ab5e7c-b77f-4202-b2ac-a49ec4a7ec53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:00.504752 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-72ab5e7c-b77f-4202-b2ac-a49ec4a7ec53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:00.508199 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-72ab5e7c-b77f-4202-b2ac-a49ec4a7ec53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:00.545039 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-72ab5e7c-b77f-4202-b2ac-a49ec4a7ec53 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=99b7b4383e534d228af66f30ef63f43a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1439960 Aug 16 15:16:00.545878 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device d7478a44-48b0-4805-b0dd-8467e811d9ca up at agent hyperv_hv-cinder-80475 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:16:00.548022 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 34188) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:00.566162 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab5e7c-b77f-4202-b2ac-a49ec4a7ec53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0e06d7-56ff-4c7c-990e-f5d1632eb9cd,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:00.596082 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Provisioning for port d7478a44-48b0-4805-b0dd-8467e811d9ca completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:16:00.600092 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Provisioning complete for port d7478a44-48b0-4805-b0dd-8467e811d9ca triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:16:00.600464 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:00.661343 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7a1f6403-d8e4-4bea-b3a5-36bfe7608d38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:00.690480 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:00.707520 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-e33eb458-b036-4d69-af06-5f3c7249f37d req-5777feea-d4df-4182-8e81-d3614dde7952 service neutron] 10.222.0.63 "GET /v2.0/networks/dc2a7c1b-6294-45c9-b16c-61fd2495db53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613603 Aug 16 15:16:00.718232 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b828d67c-7b58-42e6-bb0c-0891b7f00aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7478a44-48b0-4805-b0dd-8467e811d9ca'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:16:00.735436 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7a1f6403-d8e4-4bea-b3a5-36bfe7608d38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:00.806633 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port d7478a44-48b0-4805-b0dd-8467e811d9ca, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d7478a44-48b0-4805-b0dd-8467e811d9ca,segment=NetworkSegment(11fbfa69-a1c2-4346-8b6b-c9f93ffa119f),segment_id=11fbfa69-a1c2-4346-8b6b-c9f93ffa119f)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:16:00.808395 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-0ba6e34a-493a-4752-8a90-497801e55047 req-f9619f51-73b6-452a-9349-890fdfbf99a2 service neutron] 10.222.0.63 "GET /v2.0/networks/dc2a7c1b-6294-45c9-b16c-61fd2495db53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574289 Aug 16 15:16:00.813191 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:00.854218 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6dc238-0e74-48e8-85de-c2edc896ea48 req-47c6e6ea-af38-4df2-a146-c0126a8bd0f1 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:00.856419 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-3d6dc238-0e74-48e8-85de-c2edc896ea48 req-47c6e6ea-af38-4df2-a146-c0126a8bd0f1 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 943 time: 0.0970132 Aug 16 15:16:00.858135 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7a1f6403-d8e4-4bea-b3a5-36bfe7608d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:00.860744 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7a1f6403-d8e4-4bea-b3a5-36bfe7608d38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:00.868205 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-7a1f6403-d8e4-4bea-b3a5-36bfe7608d38 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cf0e06d7-56ff-4c7c-990e-f5d1632eb9cd HTTP/1.1" status: 204 len: 168 time: 0.3095708 Aug 16 15:16:00.888682 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1f6403-d8e4-4bea-b3a5-36bfe7608d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0e06d7-56ff-4c7c-990e-f5d1632eb9cd,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:00.923193 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-3d6dc238-0e74-48e8-85de-c2edc896ea48 req-f95b4cf0-cd91-4bd6-8a4c-e8eab2582b8b tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533297 Aug 16 15:16:00.980387 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e76958932a03d86b7f0b22df001500a87ec50ba87a7955a81e77db88798745a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2d59be-cdb2-42c7-88e7-1ab26b120c5d" -d '{"events": [{"server_uuid": "b828d67c-7b58-42e6-bb0c-0891b7f00aa8", "name": "network-vif-plugged", "status": "completed", "tag": "d7478a44-48b0-4805-b0dd-8467e811d9ca"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:16:01.019827 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Pushing event updated for resources: {'Port': ['ID=d7478a44-48b0-4805-b0dd-8467e811d9ca,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:01.074338 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e21d75-f6ef-4d19-b275-09008772ef6c x-openstack-request-id: req-04e21d75-f6ef-4d19-b275-09008772ef6c {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:16:01.074625 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b828d67c-7b58-42e6-bb0c-0891b7f00aa8", "name": "network-vif-plugged", "status": "completed", "tag": "d7478a44-48b0-4805-b0dd-8467e811d9ca", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:16:01.074869 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-04e21d75-f6ef-4d19-b275-09008772ef6c {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:16:01.075366 dv-cinder-804757-1-iscsi neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b828d67c-7b58-42e6-bb0c-0891b7f00aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7478a44-48b0-4805-b0dd-8467e811d9ca', 'code': 200} Aug 16 15:16:01.372174 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9a236bb7-1628-4d07-948e-7e934345fcd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:01.493857 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c42308-3490-4228-b4ee-1f761bebb8a9 req-a89ae36b-b25e-4b68-ade6-79f73f3e4c58 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:01.495417 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-a3c42308-3490-4228-b4ee-1f761bebb8a9 req-a89ae36b-b25e-4b68-ade6-79f73f3e4c58 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] 10.222.0.22 "GET /v2.0/ports?device_id=b828d67c-7b58-42e6-bb0c-0891b7f00aa8 HTTP/1.1" status: 200 len: 945 time: 0.0528865 Aug 16 15:16:01.533432 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-a3c42308-3490-4228-b4ee-1f761bebb8a9 req-a3a4385b-2088-408b-bb01-eec987ab1076 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] 10.222.0.22 "GET /v2.0/security-groups?id=d493a69c-4143-4167-861c-bd1e42280556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321512 Aug 16 15:16:01.663052 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-0ba6e34a-493a-4752-8a90-497801e55047 req-20a86841-b321-4aef-8e89-0f4a4d97189a service neutron] 10.222.0.63 "GET /v2.0/networks/dc2a7c1b-6294-45c9-b16c-61fd2495db53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880353 Aug 16 15:16:01.770802 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c632902-8669-4ffb-ac31-e447648874e9 req-e7def92f-a35d-4775-8ace-6f8cd8c8e276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:01.772318 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-0c632902-8669-4ffb-ac31-e447648874e9 req-e7def92f-a35d-4775-8ace-6f8cd8c8e276 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=b828d67c-7b58-42e6-bb0c-0891b7f00aa8 HTTP/1.1" status: 200 len: 1098 time: 0.0682411 Aug 16 15:16:01.793288 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-0c632902-8669-4ffb-ac31-e447648874e9 req-8dfd3a71-7c36-4310-ab17-b81c94adca7b service neutron] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:01.898433 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-0c632902-8669-4ffb-ac31-e447648874e9 req-8dfd3a71-7c36-4310-ab17-b81c94adca7b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:01.904489 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-0c632902-8669-4ffb-ac31-e447648874e9 req-8dfd3a71-7c36-4310-ab17-b81c94adca7b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:01.939255 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-0c632902-8669-4ffb-ac31-e447648874e9 req-8dfd3a71-7c36-4310-ab17-b81c94adca7b service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=d493a69c-4143-4167-861c-bd1e42280556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577480 Aug 16 15:16:01.962061 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfd3a71-7c36-4310-ab17-b81c94adca7b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9327ab15-3163-41d3-906b-a44a5e1e42b4,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:02.110992 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa60b6b-a60a-4471-aaf3-039b8134b303 req-e08ccc6c-8145-4ec8-a1bb-6d8d512c4350 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:02.112504 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-dfa60b6b-a60a-4471-aaf3-039b8134b303 req-e08ccc6c-8145-4ec8-a1bb-6d8d512c4350 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 943 time: 0.0797398 Aug 16 15:16:02.158290 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-dfa60b6b-a60a-4471-aaf3-039b8134b303 req-487a2b02-b729-4adc-9370-d1581734a9e5 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349572 Aug 16 15:16:02.646025 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c45aa-dd5c-443a-9a52-eaee39b4ff73 req-2d89f548-d603-498e-8330-46d624aafe14 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:02.647485 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-c30c45aa-dd5c-443a-9a52-eaee39b4ff73 req-2d89f548-d603-498e-8330-46d624aafe14 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] 10.222.0.22 "GET /v2.0/ports?device_id=b828d67c-7b58-42e6-bb0c-0891b7f00aa8 HTTP/1.1" status: 200 len: 945 time: 0.0485625 Aug 16 15:16:02.686295 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-c30c45aa-dd5c-443a-9a52-eaee39b4ff73 req-ae87000e-18d6-4770-aca7-b26cdbf4a931 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] 10.222.0.22 "GET /v2.0/security-groups?id=d493a69c-4143-4167-861c-bd1e42280556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309730 Aug 16 15:16:02.958298 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.agents_db [None req-45e7de1a-0021-4862-aee0-d1a44650be34 None None] Agent healthcheck: found 6 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 15:16:03.268008 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a0603-557b-4cc6-b702-3f01cd4a3433 req-9064b98f-d0e6-4b9e-9eaf-8cf9852e9b1a tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:03.270039 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-c02a0603-557b-4cc6-b702-3f01cd4a3433 req-9064b98f-d0e6-4b9e-9eaf-8cf9852e9b1a tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 943 time: 0.0485973 Aug 16 15:16:03.323825 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-c02a0603-557b-4cc6-b702-3f01cd4a3433 req-fe9540f1-db3c-4d18-a8d0-5905fd9a3d0a tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466344 Aug 16 15:16:03.803060 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa023641-40e0-4edc-bf23-80a4476abcce req-3277cd9f-8adb-4b84-8991-70261b98bf74 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:03.804552 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-fa023641-40e0-4edc-bf23-80a4476abcce req-3277cd9f-8adb-4b84-8991-70261b98bf74 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] 10.222.0.22 "GET /v2.0/ports?device_id=b828d67c-7b58-42e6-bb0c-0891b7f00aa8 HTTP/1.1" status: 200 len: 945 time: 0.0527382 Aug 16 15:16:03.842267 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-fa023641-40e0-4edc-bf23-80a4476abcce req-e21571b8-a6f2-476e-a744-857eba846339 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] 10.222.0.22 "GET /v2.0/security-groups?id=d493a69c-4143-4167-861c-bd1e42280556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312326 Aug 16 15:16:03.932273 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f0da5d4f-c75d-4c81-8be6-81df6e1f0b0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:04.226139 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:04.433369 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d6fd8-be29-4672-b20a-8ed8860b5773 req-50bd146c-88d0-4102-b4a4-493f6fdac5e1 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:04.434822 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-8f5d6fd8-be29-4672-b20a-8ed8860b5773 req-50bd146c-88d0-4102-b4a4-493f6fdac5e1 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 943 time: 0.0508971 Aug 16 15:16:04.471277 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-8f5d6fd8-be29-4672-b20a-8ed8860b5773 req-1f3abf54-9088-4339-ac5c-d2178e970f2b tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306587 Aug 16 15:16:04.956100 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8635a0-ae9d-4882-bc21-bf1c0ed587d4 req-70165c8f-aca9-4a58-a06f-fffcf6104a40 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:04.958935 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-2a8635a0-ae9d-4882-bc21-bf1c0ed587d4 req-70165c8f-aca9-4a58-a06f-fffcf6104a40 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] 10.222.0.22 "GET /v2.0/ports?device_id=b828d67c-7b58-42e6-bb0c-0891b7f00aa8 HTTP/1.1" status: 200 len: 945 time: 0.0517876 Aug 16 15:16:04.995511 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-2a8635a0-ae9d-4882-bc21-bf1c0ed587d4 req-ade0b65f-a299-4459-a4b9-00abda212b16 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] 10.222.0.22 "GET /v2.0/security-groups?id=d493a69c-4143-4167-861c-bd1e42280556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319648 Aug 16 15:16:05.100865 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5f8a3891-afd8-4a3f-99f3-eab7c9032578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:05.582460 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c4e58-54c8-4513-86b1-eb3f19f20288 req-0c8d4f1d-2c0a-4b92-a19f-969c86f0dc25 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:05.583919 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-346c4e58-54c8-4513-86b1-eb3f19f20288 req-0c8d4f1d-2c0a-4b92-a19f-969c86f0dc25 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 943 time: 0.0466740 Aug 16 15:16:05.621637 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-346c4e58-54c8-4513-86b1-eb3f19f20288 req-e5fd9f5a-797e-4bbe-a02b-71d518850957 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310006 Aug 16 15:16:06.108243 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a6cade-afc6-4461-8b1b-fe157bcc96e8 req-6db4381a-1b42-440a-b954-3c7ee7b89732 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:06.109706 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-a6a6cade-afc6-4461-8b1b-fe157bcc96e8 req-6db4381a-1b42-440a-b954-3c7ee7b89732 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] 10.222.0.22 "GET /v2.0/ports?device_id=b828d67c-7b58-42e6-bb0c-0891b7f00aa8 HTTP/1.1" status: 200 len: 945 time: 0.0485134 Aug 16 15:16:06.145827 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-a6a6cade-afc6-4461-8b1b-fe157bcc96e8 req-87f721f6-4121-4dc7-a69c-d0a077f6ad9d tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] 10.222.0.22 "GET /v2.0/security-groups?id=d493a69c-4143-4167-861c-bd1e42280556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304096 Aug 16 15:16:06.730186 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4fd61f29-14ed-4c81-94cc-08da44d16cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:06.734305 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b53bb1-c6e0-4586-9e3a-492039929dc4 req-db4a6f0c-15b2-4e77-9178-ab09a914fa5f tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:06.735727 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-59b53bb1-c6e0-4586-9e3a-492039929dc4 req-db4a6f0c-15b2-4e77-9178-ab09a914fa5f tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 943 time: 0.0496149 Aug 16 15:16:06.773274 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-59b53bb1-c6e0-4586-9e3a-492039929dc4 req-06d3eb6c-31c2-474a-b79d-cb66872220da tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315692 Aug 16 15:16:06.788656 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device df6bd210-6709-41a7-bc0e-c6caa9ab9a65 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 15:16:06.887273 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port df6bd210-6709-41a7-bc0e-c6caa9ab9a65, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=df6bd210-6709-41a7-bc0e-c6caa9ab9a65,segment=NetworkSegment(23602082-3dc4-46b3-ac20-5f318e6fc186),segment_id=23602082-3dc4-46b3-ac20-5f318e6fc186)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:16:06.897772 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Returning: {'device': 'df6bd210-6709-41a7-bc0e-c6caa9ab9a65', 'network_id': 'dc2a7c1b-6294-45c9-b16c-61fd2495db53', 'port_id': 'df6bd210-6709-41a7-bc0e-c6caa9ab9a65', 'mac_address': 'fa:16:3e:78:fa:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd78ff18c-4064-4ba6-8f60-118b05bc557a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 15:16:06.932552 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:06.944947 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df6bd210-6709-41a7-bc0e-c6caa9ab9a65 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:16:06.963429 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port df6bd210-6709-41a7-bc0e-c6caa9ab9a65, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=df6bd210-6709-41a7-bc0e-c6caa9ab9a65,segment=NetworkSegment(23602082-3dc4-46b3-ac20-5f318e6fc186),segment_id=23602082-3dc4-46b3-ac20-5f318e6fc186)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:16:06.967080 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:06.967734 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device d7993fa5-40dc-4e85-92da-a6701cc5ce17 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 15:16:07.032796 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port d7993fa5-40dc-4e85-92da-a6701cc5ce17, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d7993fa5-40dc-4e85-92da-a6701cc5ce17,segment=NetworkSegment(23602082-3dc4-46b3-ac20-5f318e6fc186),segment_id=23602082-3dc4-46b3-ac20-5f318e6fc186)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:16:07.035161 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Pushing event updated for resources: {'Port': ['ID=df6bd210-6709-41a7-bc0e-c6caa9ab9a65,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:07.046682 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Returning: {'device': 'd7993fa5-40dc-4e85-92da-a6701cc5ce17', 'network_id': 'dc2a7c1b-6294-45c9-b16c-61fd2495db53', 'port_id': 'd7993fa5-40dc-4e85-92da-a6701cc5ce17', 'mac_address': 'fa:16:3e:d0:e4:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd78ff18c-4064-4ba6-8f60-118b05bc557a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 15:16:07.082156 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:07.095068 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7993fa5-40dc-4e85-92da-a6701cc5ce17 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:16:07.115122 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port d7993fa5-40dc-4e85-92da-a6701cc5ce17, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d7993fa5-40dc-4e85-92da-a6701cc5ce17,segment=NetworkSegment(23602082-3dc4-46b3-ac20-5f318e6fc186),segment_id=23602082-3dc4-46b3-ac20-5f318e6fc186)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:16:07.120137 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:07.169797 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Pushing event updated for resources: {'Port': ['ID=d7993fa5-40dc-4e85-92da-a6701cc5ce17,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:07.259526 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3512bbab-c6da-4e15-bcdc-3d2ae5e74335 req-79592f85-ff26-4362-bccb-d68fb5519dcd tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:07.261010 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-3512bbab-c6da-4e15-bcdc-3d2ae5e74335 req-79592f85-ff26-4362-bccb-d68fb5519dcd tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] 10.222.0.22 "GET /v2.0/ports?device_id=b828d67c-7b58-42e6-bb0c-0891b7f00aa8 HTTP/1.1" status: 200 len: 945 time: 0.0497072 Aug 16 15:16:07.298442 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-3512bbab-c6da-4e15-bcdc-3d2ae5e74335 req-5e4565cc-871b-489d-ae1d-74ed50f707e2 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] 10.222.0.22 "GET /v2.0/security-groups?id=d493a69c-4143-4167-861c-bd1e42280556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314212 Aug 16 15:16:07.889248 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b009e512-5965-4021-a66a-eff3665bee3a req-ff3fe372-e5c3-4d53-8964-b68b8bf135eb tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:07.890765 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-b009e512-5965-4021-a66a-eff3665bee3a req-ff3fe372-e5c3-4d53-8964-b68b8bf135eb tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 944 time: 0.0523446 Aug 16 15:16:07.926862 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-b009e512-5965-4021-a66a-eff3665bee3a req-c6e449cc-0afc-45d5-b77a-6dfb1e736c2e tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302823 Aug 16 15:16:08.412233 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099589f-5007-4d37-a2cd-a83e9e84c475 req-967f1f25-cbc7-4ab0-9be6-b334911bec54 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:08.413666 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-4099589f-5007-4d37-a2cd-a83e9e84c475 req-967f1f25-cbc7-4ab0-9be6-b334911bec54 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] 10.222.0.22 "GET /v2.0/ports?device_id=b828d67c-7b58-42e6-bb0c-0891b7f00aa8 HTTP/1.1" status: 200 len: 945 time: 0.0504282 Aug 16 15:16:08.451165 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-4099589f-5007-4d37-a2cd-a83e9e84c475 req-770bad37-c6a3-40c8-a758-48ef337dba45 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] 10.222.0.22 "GET /v2.0/security-groups?id=d493a69c-4143-4167-861c-bd1e42280556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310490 Aug 16 15:16:09.049935 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b17d70-e708-43e7-bb43-1fa648b1d767 req-164c5672-ff29-4e53-807e-556ae87baaa1 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:09.051367 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-b3b17d70-e708-43e7-bb43-1fa648b1d767 req-164c5672-ff29-4e53-807e-556ae87baaa1 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 944 time: 0.0479524 Aug 16 15:16:09.066119 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] get_ports_and_sgs() called for port_ids ['d7993fa5-40dc-4e85-92da-a6701cc5ce17'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:16:09.089459 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-b3b17d70-e708-43e7-bb43-1fa648b1d767 req-ac167d29-8a29-4194-977a-712e1911d244 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321825 Aug 16 15:16:09.092252 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] get_ports_and_sgs() called for port_ids ['df6bd210-6709-41a7-bc0e-c6caa9ab9a65'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:16:09.564100 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0781a41-ca07-4ee6-8e9a-bfa55c378cd2 req-e09ae085-acb0-4f7b-8327-025695976f28 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:09.565561 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-f0781a41-ca07-4ee6-8e9a-bfa55c378cd2 req-e09ae085-acb0-4f7b-8327-025695976f28 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] 10.222.0.22 "GET /v2.0/ports?device_id=b828d67c-7b58-42e6-bb0c-0891b7f00aa8 HTTP/1.1" status: 200 len: 945 time: 0.0493710 Aug 16 15:16:09.605180 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-f0781a41-ca07-4ee6-8e9a-bfa55c378cd2 req-efeabe6d-0343-4cd1-adc0-89a1c4972a1a tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] 10.222.0.22 "GET /v2.0/security-groups?id=d493a69c-4143-4167-861c-bd1e42280556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335503 Aug 16 15:16:10.203416 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2df452-0313-40da-a746-33041013b3ab req-80538193-4503-4d65-941c-279da68aa74f tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:10.204936 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-1a2df452-0313-40da-a746-33041013b3ab req-80538193-4503-4d65-941c-279da68aa74f tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 944 time: 0.0479736 Aug 16 15:16:10.241117 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-1a2df452-0313-40da-a746-33041013b3ab req-9fe29f5b-b4c2-4ac6-9239-a3a2742c17bf tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303123 Aug 16 15:16:11.351172 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa92984-a9ef-447e-97bb-58d34d1ff399 req-962e2e26-87c6-449f-8262-8f2453f0ef83 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:11.352606 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-1fa92984-a9ef-447e-97bb-58d34d1ff399 req-962e2e26-87c6-449f-8262-8f2453f0ef83 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 944 time: 0.0467534 Aug 16 15:16:11.388868 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-1fa92984-a9ef-447e-97bb-58d34d1ff399 req-fafaef32-9f4e-4fcf-abde-035764fb23df tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301807 Aug 16 15:16:12.507086 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d45192-6bad-48dd-9d02-864cffe2d1cc req-d031ab52-26b2-4a26-bbdd-bb547189e11d tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:12.508641 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-49d45192-6bad-48dd-9d02-864cffe2d1cc req-d031ab52-26b2-4a26-bbdd-bb547189e11d tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 944 time: 0.0536537 Aug 16 15:16:12.553146 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-49d45192-6bad-48dd-9d02-864cffe2d1cc req-b476ff53-dadb-4d99-8d47-5f1d9989c5c2 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376341 Aug 16 15:16:13.438639 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 34608) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:13.571991 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bdcc9156-e440-4938-bcb0-08bc6b16f4b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:13.701601 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bdcc9156-e440-4938-bcb0-08bc6b16f4b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:13.702515 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97399dae-10a0-4a72-9b02-129ca2cb4cb4 req-94797d37-7af2-452f-b811-3550c1f167d3 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:13.707204 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bdcc9156-e440-4938-bcb0-08bc6b16f4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:13.710039 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-97399dae-10a0-4a72-9b02-129ca2cb4cb4 req-94797d37-7af2-452f-b811-3550c1f167d3 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 944 time: 0.0701628 Aug 16 15:16:13.750955 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-bdcc9156-e440-4938-bcb0-08bc6b16f4b2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5f256bb0d4de4c03a68040cc24ff6c53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3110878 Aug 16 15:16:13.751300 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-97399dae-10a0-4a72-9b02-129ca2cb4cb4 req-e43dbad8-dd44-4618-b6e4-a3b57ae21d8e tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402954 Aug 16 15:16:13.752222 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcc9156-e440-4938-bcb0-08bc6b16f4b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b738a245-e477-4072-a185-8f7364576fc1,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:13.753605 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 34626) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:13.809976 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2bc79757-9f25-4109-b5df-12dddd4c457c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:13.830816 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2bc79757-9f25-4109-b5df-12dddd4c457c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:13.843096 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 34628) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:13.878352 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2bc79757-9f25-4109-b5df-12dddd4c457c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:13.881098 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2bc79757-9f25-4109-b5df-12dddd4c457c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:13.882246 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-2bc79757-9f25-4109-b5df-12dddd4c457c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b738a245-e477-4072-a185-8f7364576fc1 HTTP/1.1" status: 204 len: 168 time: 0.1274612 Aug 16 15:16:13.890482 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc79757-9f25-4109-b5df-12dddd4c457c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b738a245-e477-4072-a185-8f7364576fc1,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:13.981768 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-844cb731-4c2f-4c93-8265-6deb3225c7c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:14.075015 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device df6bd210-6709-41a7-bc0e-c6caa9ab9a65 up at agent hyperv_hv-cinder-80475 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:16:14.098284 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-844cb731-4c2f-4c93-8265-6deb3225c7c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:14.103101 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-844cb731-4c2f-4c93-8265-6deb3225c7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:14.125246 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Provisioning for port df6bd210-6709-41a7-bc0e-c6caa9ab9a65 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:16:14.133331 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Provisioning complete for port df6bd210-6709-41a7-bc0e-c6caa9ab9a65 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:16:14.133968 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:14.145949 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844cb731-4c2f-4c93-8265-6deb3225c7c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c46520-7bbd-4bc1-888a-f6c747ca5d69,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:14.150636 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-844cb731-4c2f-4c93-8265-6deb3225c7c1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=070a70af9dd04c10b3be6c06a0e778e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3064198 Aug 16 15:16:14.154010 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 34642) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:14.216157 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-01b073d4-f750-45b5-bc98-a6aa48f78aa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:14.237779 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:14.240823 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-01b073d4-f750-45b5-bc98-a6aa48f78aa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:14.270686 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba5e5f6e-58ac-439b-8691-7b23e93c2833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df6bd210-6709-41a7-bc0e-c6caa9ab9a65'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:16:14.275191 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e76958932a03d86b7f0b22df001500a87ec50ba87a7955a81e77db88798745a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-560185f7-3f6d-43fd-b616-5a47d441f81c" -d '{"events": [{"server_uuid": "ba5e5f6e-58ac-439b-8691-7b23e93c2833", "name": "network-vif-plugged", "status": "completed", "tag": "df6bd210-6709-41a7-bc0e-c6caa9ab9a65"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:16:14.294765 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port df6bd210-6709-41a7-bc0e-c6caa9ab9a65, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=df6bd210-6709-41a7-bc0e-c6caa9ab9a65,segment=NetworkSegment(23602082-3dc4-46b3-ac20-5f318e6fc186),segment_id=23602082-3dc4-46b3-ac20-5f318e6fc186)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:16:14.301484 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:14.302475 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device d7993fa5-40dc-4e85-92da-a6701cc5ce17 up at agent hyperv_hv-cinder-80475 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:16:14.304192 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-01b073d4-f750-45b5-bc98-a6aa48f78aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:14.308590 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-01b073d4-f750-45b5-bc98-a6aa48f78aa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:14.310057 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-01b073d4-f750-45b5-bc98-a6aa48f78aa7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/79c46520-7bbd-4bc1-888a-f6c747ca5d69 HTTP/1.1" status: 204 len: 168 time: 0.1550753 Aug 16 15:16:14.319834 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b073d4-f750-45b5-bc98-a6aa48f78aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c46520-7bbd-4bc1-888a-f6c747ca5d69,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:14.355814 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3705ded-3501-49d0-b5a5-a04ab35579c9 x-openstack-request-id: req-b3705ded-3501-49d0-b5a5-a04ab35579c9 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:16:14.356099 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba5e5f6e-58ac-439b-8691-7b23e93c2833", "name": "network-vif-plugged", "status": "completed", "tag": "df6bd210-6709-41a7-bc0e-c6caa9ab9a65", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:16:14.356351 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b3705ded-3501-49d0-b5a5-a04ab35579c9 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:16:14.356736 dv-cinder-804757-1-iscsi neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba5e5f6e-58ac-439b-8691-7b23e93c2833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df6bd210-6709-41a7-bc0e-c6caa9ab9a65', 'code': 200} Aug 16 15:16:14.412575 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Provisioning for port d7993fa5-40dc-4e85-92da-a6701cc5ce17 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:16:14.419639 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Provisioning complete for port d7993fa5-40dc-4e85-92da-a6701cc5ce17 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:16:14.420364 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:14.464885 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Pushing event updated for resources: {'Port': ['ID=df6bd210-6709-41a7-bc0e-c6caa9ab9a65,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:14.474889 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 34662) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:14.494410 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2c6b1b2d-a829-40d2-83a3-fcd35a8e7430 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:14.518443 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:14.582440 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port d7993fa5-40dc-4e85-92da-a6701cc5ce17, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d7993fa5-40dc-4e85-92da-a6701cc5ce17,segment=NetworkSegment(23602082-3dc4-46b3-ac20-5f318e6fc186),segment_id=23602082-3dc4-46b3-ac20-5f318e6fc186)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:16:14.590582 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:14.610679 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2c6b1b2d-a829-40d2-83a3-fcd35a8e7430 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:14.619313 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2c6b1b2d-a829-40d2-83a3-fcd35a8e7430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:14.666507 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Pushing event updated for resources: {'Port': ['ID=d7993fa5-40dc-4e85-92da-a6701cc5ce17,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:14.679865 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 34676) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:14.680514 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-2c6b1b2d-a829-40d2-83a3-fcd35a8e7430 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=55f11be9e0a64ecead08b15455415393&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2045240 Aug 16 15:16:14.712627 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6b1b2d-a829-40d2-83a3-fcd35a8e7430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87348949-6ca5-417f-8f85-578240053a58,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:14.741374 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4eda1354-a0e2-49e5-83ec-1cb41fb303c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:14.772166 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 34684) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:14.777836 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4eda1354-a0e2-49e5-83ec-1cb41fb303c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:14.793067 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7596784a-f274-4415-ac9f-8193225d7cbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:14.861948 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4eda1354-a0e2-49e5-83ec-1cb41fb303c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:14.864964 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4eda1354-a0e2-49e5-83ec-1cb41fb303c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:14.868985 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-4eda1354-a0e2-49e5-83ec-1cb41fb303c2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/87348949-6ca5-417f-8f85-578240053a58 HTTP/1.1" status: 204 len: 168 time: 0.1872964 Aug 16 15:16:14.882994 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eda1354-a0e2-49e5-83ec-1cb41fb303c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87348949-6ca5-417f-8f85-578240053a58,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:14.962790 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7596784a-f274-4415-ac9f-8193225d7cbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:14.972703 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7596784a-f274-4415-ac9f-8193225d7cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:14.993338 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2f74a-493d-4366-b253-95ab52b889d4 req-a33093ef-0577-4bc8-92dc-0f6a0fa3e3df tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:14.994852 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-73d2f74a-493d-4366-b253-95ab52b889d4 req-a33093ef-0577-4bc8-92dc-0f6a0fa3e3df tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 945 time: 0.0863609 Aug 16 15:16:14.997730 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 34704) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:15.038401 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-7596784a-f274-4415-ac9f-8193225d7cbf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=83589d96caff4b9582b803f36cd416d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2651036 Aug 16 15:16:15.041033 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 34708) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:15.092639 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7596784a-f274-4415-ac9f-8193225d7cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c58ce447-f37e-48ea-b62b-179ac066ac4d,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:15.126700 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-73d2f74a-493d-4366-b253-95ab52b889d4 req-8404ab84-b859-4336-ab3d-75ad2e6440e3 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173029 Aug 16 15:16:15.148687 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e6c77038-3e0f-4c33-8db2-0b62cf3c89d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:15.166949 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-df92b5a4-2fcb-4712-a267-f8930d9cb587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:15.199181 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-df92b5a4-2fcb-4712-a267-f8930d9cb587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:15.274330 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-df92b5a4-2fcb-4712-a267-f8930d9cb587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:15.277496 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-df92b5a4-2fcb-4712-a267-f8930d9cb587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:15.281015 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-df92b5a4-2fcb-4712-a267-f8930d9cb587 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c58ce447-f37e-48ea-b62b-179ac066ac4d HTTP/1.1" status: 204 len: 168 time: 0.2367175 Aug 16 15:16:15.299036 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df92b5a4-2fcb-4712-a267-f8930d9cb587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58ce447-f37e-48ea-b62b-179ac066ac4d,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:15.307646 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e6c77038-3e0f-4c33-8db2-0b62cf3c89d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:15.312501 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e6c77038-3e0f-4c33-8db2-0b62cf3c89d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:15.354401 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c77038-3e0f-4c33-8db2-0b62cf3c89d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=202b3ff3-823b-4ec8-ab01-ccaf68db764b,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:15.365684 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-e6c77038-3e0f-4c33-8db2-0b62cf3c89d1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d7fbec24fc7b48879bf1b5265c0ddf82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3657739 Aug 16 15:16:15.365900 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 34722) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:15.420273 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1c8e3713-b43c-411e-a73e-0d92ace76356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:15.442523 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1c8e3713-b43c-411e-a73e-0d92ace76356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:15.494456 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1c8e3713-b43c-411e-a73e-0d92ace76356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:15.497327 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1c8e3713-b43c-411e-a73e-0d92ace76356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:15.500778 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-1c8e3713-b43c-411e-a73e-0d92ace76356 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/202b3ff3-823b-4ec8-ab01-ccaf68db764b HTTP/1.1" status: 204 len: 168 time: 0.1318202 Aug 16 15:16:15.509874 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8e3713-b43c-411e-a73e-0d92ace76356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=202b3ff3-823b-4ec8-ab01-ccaf68db764b,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:16.262029 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688201e1-fc3c-4bee-b848-a61e7a6d7482 req-96787742-044f-4c9e-8e94-84f959e59042 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:16.268538 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-688201e1-fc3c-4bee-b848-a61e7a6d7482 req-96787742-044f-4c9e-8e94-84f959e59042 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 945 time: 0.0655992 Aug 16 15:16:16.309981 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-688201e1-fc3c-4bee-b848-a61e7a6d7482 req-a3a21e21-f57c-41f5-ae2f-d9bf3d7588fc tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381989 Aug 16 15:16:16.358153 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '732a1d66-d36e-4690-8c78-dea1afade166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7993fa5-40dc-4e85-92da-a6701cc5ce17'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:16:16.361126 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e76958932a03d86b7f0b22df001500a87ec50ba87a7955a81e77db88798745a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c5f8fb-ea6c-4ace-870a-cf0129642580" -d '{"events": [{"server_uuid": "732a1d66-d36e-4690-8c78-dea1afade166", "name": "network-vif-plugged", "status": "completed", "tag": "d7993fa5-40dc-4e85-92da-a6701cc5ce17"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:16:16.383823 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172069ed-4d4b-4997-b1de-3e3f12e0d3a6 req-495dc910-2df8-4b0c-b030-ec1ac25df48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:16.386778 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-172069ed-4d4b-4997-b1de-3e3f12e0d3a6 req-495dc910-2df8-4b0c-b030-ec1ac25df48e service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 1098 time: 0.0542693 Aug 16 15:16:16.402193 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98703e5-6d96-4210-969c-e1ec92f2a759 x-openstack-request-id: req-e98703e5-6d96-4210-969c-e1ec92f2a759 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:16:16.402481 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "732a1d66-d36e-4690-8c78-dea1afade166", "name": "network-vif-plugged", "status": "completed", "tag": "d7993fa5-40dc-4e85-92da-a6701cc5ce17", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:16:16.402729 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e98703e5-6d96-4210-969c-e1ec92f2a759 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:16:16.403114 dv-cinder-804757-1-iscsi neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '732a1d66-d36e-4690-8c78-dea1afade166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7993fa5-40dc-4e85-92da-a6701cc5ce17', 'code': 200} Aug 16 15:16:17.348506 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 34892) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:17.391526 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-172069ed-4d4b-4997-b1de-3e3f12e0d3a6 req-07fec1ab-58b3-47b9-85d6-5c94e1c19980 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464985 Aug 16 15:16:17.454252 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb3452-547a-4992-a25b-7bdd6380f9b2 req-f0ce6a63-f39a-4010-9091-58a3e08c8754 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:17.455764 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-18fb3452-547a-4992-a25b-7bdd6380f9b2 req-f0ce6a63-f39a-4010-9091-58a3e08c8754 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 945 time: 0.0570972 Aug 16 15:16:17.505913 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f7e1e5fe-26c7-4b5d-9a74-d6a5aa6e3ed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:17.521674 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-18fb3452-547a-4992-a25b-7bdd6380f9b2 req-1997c12c-6854-4c53-aa38-79409859a194 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566275 Aug 16 15:16:17.579491 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8586bf8-c64f-465e-b518-18850b6dbcea req-04bcf808-1475-4b13-adde-a37669ad0477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:17.581003 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-f8586bf8-c64f-465e-b518-18850b6dbcea req-04bcf808-1475-4b13-adde-a37669ad0477 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 1099 time: 0.0539291 Aug 16 15:16:17.626992 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f7e1e5fe-26c7-4b5d-9a74-d6a5aa6e3ed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:17.632079 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f7e1e5fe-26c7-4b5d-9a74-d6a5aa6e3ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:17.632560 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-f8586bf8-c64f-465e-b518-18850b6dbcea req-9ddcc206-b4fd-41b9-bcab-b98273560016 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385644 Aug 16 15:16:17.678519 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e1e5fe-26c7-4b5d-9a74-d6a5aa6e3ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a07592f-aa83-46c5-9fda-bdfd23f4ad73,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:17.684654 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-f7e1e5fe-26c7-4b5d-9a74-d6a5aa6e3ed1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a8e7b4579e7442569c985e3a312203d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3329554 Aug 16 15:16:17.687251 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 34920) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:17.755453 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-65d6d9f5-d986-4392-a772-61ee4502b746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:17.788374 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-65d6d9f5-d986-4392-a772-61ee4502b746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:17.839747 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 34926) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:17.847517 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-65d6d9f5-d986-4392-a772-61ee4502b746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:17.850402 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-65d6d9f5-d986-4392-a772-61ee4502b746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:17.854234 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-65d6d9f5-d986-4392-a772-61ee4502b746 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2a07592f-aa83-46c5-9fda-bdfd23f4ad73 HTTP/1.1" status: 204 len: 168 time: 0.1634817 Aug 16 15:16:17.860091 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d6d9f5-d986-4392-a772-61ee4502b746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a07592f-aa83-46c5-9fda-bdfd23f4ad73,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:18.066479 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4d60d1df-4155-4bf4-adc2-964c50f569e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:18.163931 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4d60d1df-4155-4bf4-adc2-964c50f569e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:18.169436 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4d60d1df-4155-4bf4-adc2-964c50f569e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:18.213191 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d60d1df-4155-4bf4-adc2-964c50f569e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f91446d-baa3-4ed0-b6a5-03fd389abf3d,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:18.222641 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-4d60d1df-4155-4bf4-adc2-964c50f569e8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a280081f19f84b788908d4296e6aebaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3817005 Aug 16 15:16:18.225565 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 34950) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:18.305089 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8851bca8-43bc-420d-b7a7-0cc16b8cda43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:18.341339 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8851bca8-43bc-420d-b7a7-0cc16b8cda43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:18.411537 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8851bca8-43bc-420d-b7a7-0cc16b8cda43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:18.416327 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8851bca8-43bc-420d-b7a7-0cc16b8cda43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:18.420510 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-8851bca8-43bc-420d-b7a7-0cc16b8cda43 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3f91446d-baa3-4ed0-b6a5-03fd389abf3d HTTP/1.1" status: 204 len: 168 time: 0.1938653 Aug 16 15:16:18.433847 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8851bca8-43bc-420d-b7a7-0cc16b8cda43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f91446d-baa3-4ed0-b6a5-03fd389abf3d,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:18.677601 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1277bc9-2617-4f29-b3b1-559977a46384 req-a1c6c35b-cef7-4821-a6c1-a89e039c5305 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:18.686512 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-d1277bc9-2617-4f29-b3b1-559977a46384 req-a1c6c35b-cef7-4821-a6c1-a89e039c5305 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 945 time: 0.0651755 Aug 16 15:16:18.764404 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-d1277bc9-2617-4f29-b3b1-559977a46384 req-912b6e42-0c27-45a8-952f-a6bb63e19607 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767052 Aug 16 15:16:18.768840 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 34986) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:18.999594 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 35004) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:19.016160 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d9c6998c-95b1-4bd8-afc7-747054a269dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:19.025009 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.v2.base [None req-b908c330-1ad8-4b53-a4d0-862f19b730bc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-841121199-network', 'tenant_id': '51e650bc5ec448499a00c4a19dfae911'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:16:19.060267 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.db.api [None req-d9c6998c-95b1-4bd8-afc7-747054a269dc admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 15:16:19.060267 dv-cinder-804757-1-iscsi neutron-server[94052]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 16 15:16:19.060267 dv-cinder-804757-1-iscsi neutron-server[94052]: [parameters: {'project_id': 'a8ac3d6aeed1469eba354cb4f3613e7c', 'id': '686196e4-1ba7-4dc2-ba73-86f6058b76f3', 'expiration': datetime.datetime(2021, 8, 16, 15, 18, 19, 54699)}] Aug 16 15:16:19.060267 dv-cinder-804757-1-iscsi neutron-server[94052]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 15:16:19.060712 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG oslo_db.api [None req-d9c6998c-95b1-4bd8-afc7-747054a269dc admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 15:16:19.067938 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b908c330-1ad8-4b53-a4d0-862f19b730bc admin admin] Made reservation on behalf of 51e650bc5ec448499a00c4a19dfae911 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:16:19.070194 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b908c330-1ad8-4b53-a4d0-862f19b730bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:19.078773 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b908c330-1ad8-4b53-a4d0-862f19b730bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:19.131953 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2cf36c-51bb-4000-aaa5-00fe358ac255 req-231ddba6-687a-4839-9edc-756ecbf03be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:19.133422 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-2c2cf36c-51bb-4000-aaa5-00fe358ac255 req-231ddba6-687a-4839-9edc-756ecbf03be3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=01f2355b3173487a90e45214a420413d&device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 1098 time: 0.0706387 Aug 16 15:16:19.145612 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201f6ad-0e62-4e14-8b53-83817ae40fcc req-a378e99a-6954-4514-80bb-9ddf386eab5c tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:19.147291 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-e201f6ad-0e62-4e14-8b53-83817ae40fcc req-a378e99a-6954-4514-80bb-9ddf386eab5c tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 945 time: 0.0831759 Aug 16 15:16:19.169042 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b908c330-1ad8-4b53-a4d0-862f19b730bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:19.173197 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b908c330-1ad8-4b53-a4d0-862f19b730bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:19.204052 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b908c330-1ad8-4b53-a4d0-862f19b730bc admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 15:16:19.206235 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b908c330-1ad8-4b53-a4d0-862f19b730bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e646468-4163-4ecc-9a71-2289c45a7c55,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:19.230410 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b908c330-1ad8-4b53-a4d0-862f19b730bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014199'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:19.230750 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.db.segments_db [None req-b908c330-1ad8-4b53-a4d0-862f19b730bc admin admin] Added segment 1cafa780-1ec5-43e7-9906-cd719165275f of type vlan for network 4de2dddf-57dd-4d51-a8b7-e33d086e0280 Aug 16 15:16:19.263192 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-e201f6ad-0e62-4e14-8b53-83817ae40fcc req-071e1c84-7fdc-47ea-a1b5-9611e7fbb3c0 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064363 Aug 16 15:16:19.273269 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b908c330-1ad8-4b53-a4d0-862f19b730bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769335234654'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:19.291612 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2cf36c-51bb-4000-aaa5-00fe358ac255 req-fb8f5d8a-bd71-486d-82df-1d824804da7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:19.293600 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-2c2cf36c-51bb-4000-aaa5-00fe358ac255 req-fb8f5d8a-bd71-486d-82df-1d824804da7d service neutron] 10.222.0.63 "GET /v2.0/networks?id=dc2a7c1b-6294-45c9-b16c-61fd2495db53 HTTP/1.1" status: 200 len: 919 time: 0.1454871 Aug 16 15:16:19.302573 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b908c330-1ad8-4b53-a4d0-862f19b730bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:19.303617 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b908c330-1ad8-4b53-a4d0-862f19b730bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:19.304242 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b908c330-1ad8-4b53-a4d0-862f19b730bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3780594'] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:19.340788 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-2c2cf36c-51bb-4000-aaa5-00fe358ac255 req-fefab384-9d13-40a0-a716-c376482e2c3e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df6bd210-6709-41a7-bc0e-c6caa9ab9a65 HTTP/1.1" status: 200 len: 217 time: 0.0360591 Aug 16 15:16:19.361605 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-b908c330-1ad8-4b53-a4d0-862f19b730bc admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5892899 Aug 16 15:16:19.361759 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 35010) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:19.366978 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.v2.base [None req-604461b5-8ae5-4715-abdd-8e77e0ba6918 admin admin] Request body: {'subnet': {'network_id': '4de2dddf-57dd-4d51-a8b7-e33d086e0280', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-841121199-subnet', 'tenant_id': '51e650bc5ec448499a00c4a19dfae911', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:16:19.383671 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b908c330-1ad8-4b53-a4d0-862f19b730bc admin admin] Pushing event updated for resources: {'Network': ['ID=4de2dddf-57dd-4d51-a8b7-e33d086e0280,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:19.394352 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Network 4de2dddf-57dd-4d51-a8b7-e33d086e0280 details requested by agent ovs-agent-dv-cinder-804757-1-iscsi with host dv-cinder-804757-1-iscsi {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 15:16:19.400851 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604461b5-8ae5-4715-abdd-8e77e0ba6918 admin admin] Made reservation on behalf of 51e650bc5ec448499a00c4a19dfae911 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:16:19.403926 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2cf36c-51bb-4000-aaa5-00fe358ac255 req-da0abca7-14b4-4a0b-81eb-19bb01b44727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:19.404398 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-604461b5-8ae5-4715-abdd-8e77e0ba6918 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26895518'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:19.405611 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-2c2cf36c-51bb-4000-aaa5-00fe358ac255 req-da0abca7-14b4-4a0b-81eb-19bb01b44727 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d78ff18c-4064-4ba6-8f60-118b05bc557a HTTP/1.1" status: 200 len: 859 time: 0.0565271 Aug 16 15:16:19.439055 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-2c2cf36c-51bb-4000-aaa5-00fe358ac255 req-43ad7051-2d18-4fe2-9208-a0c6cf8e1373 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dc2a7c1b-6294-45c9-b16c-61fd2495db53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240545 Aug 16 15:16:19.530267 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-2c2cf36c-51bb-4000-aaa5-00fe358ac255 req-e93b78d8-7914-444e-bbc6-183b56a0c2d2 service neutron] 10.222.0.63 "GET /v2.0/networks/dc2a7c1b-6294-45c9-b16c-61fd2495db53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808434 Aug 16 15:16:19.564829 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d9c6998c-95b1-4bd8-afc7-747054a269dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:19.581185 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-604461b5-8ae5-4715-abdd-8e77e0ba6918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4115071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2787508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26895600'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:19.629441 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-2c2cf36c-51bb-4000-aaa5-00fe358ac255 req-3c092a66-006e-4914-b3e4-d9b0feb07517 service neutron] 10.222.0.63 "GET /v2.0/networks/dc2a7c1b-6294-45c9-b16c-61fd2495db53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907612 Aug 16 15:16:19.653746 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604461b5-8ae5-4715-abdd-8e77e0ba6918 admin admin] Pushing event updated for resources: {'Subnet': ['ID=472aa429-9b80-479f-a78f-7614270ec674,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:19.700613 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604461b5-8ae5-4715-abdd-8e77e0ba6918 admin admin] Checking segment: {'id': '1cafa780-1ec5-43e7-9906-cd719165275f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4de2dddf-57dd-4d51-a8b7-e33d086e0280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:16:19.700993 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604461b5-8ae5-4715-abdd-8e77e0ba6918 admin admin] Network hostable DHCP agents. Network: 4de2dddf-57dd-4d51-a8b7-e33d086e0280, hostable agents: ['7344f624-85b8-4b8b-b38a-21b8c75b4ec1'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 15:16:19.733464 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604461b5-8ae5-4715-abdd-8e77e0ba6918 admin admin] Network 4de2dddf-57dd-4d51-a8b7-e33d086e0280 is scheduled to be hosted by DHCP agent 7344f624-85b8-4b8b-b38a-21b8c75b4ec1 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 15:16:19.749044 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-604461b5-8ae5-4715-abdd-8e77e0ba6918 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-1-iscsi, 4de2dddf-57dd-4d51-a8b7-e33d086e0280) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:16:19.757770 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e866c068-ace7-4864-a5c5-31ebc9e929c4 None None] Network 4de2dddf-57dd-4d51-a8b7-e33d086e0280 requested from dv-cinder-804757-1-iscsi {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:16:19.758286 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604461b5-8ae5-4715-abdd-8e77e0ba6918 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:19.758865 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-604461b5-8ae5-4715-abdd-8e77e0ba6918 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:19.764151 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d9c6998c-95b1-4bd8-afc7-747054a269dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:19.771040 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d9c6998c-95b1-4bd8-afc7-747054a269dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:19.793738 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-604461b5-8ae5-4715-abdd-8e77e0ba6918 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4308898 Aug 16 15:16:19.812128 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c6998c-95b1-4bd8-afc7-747054a269dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af382e25-4f6f-4ba9-b9d9-5186ef9f40e0,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:19.820675 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-d9c6998c-95b1-4bd8-afc7-747054a269dc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a8ac3d6aeed1469eba354cb4f3613e7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8199110 Aug 16 15:16:19.823401 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 35030) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:19.895438 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6806e416-1dc1-44c2-bd2d-3c58901cb7cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:19.925828 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6806e416-1dc1-44c2-bd2d-3c58901cb7cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:19.928122 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01723338-fb3c-4266-b48f-79b5d8f8c745 None None] Network 4de2dddf-57dd-4d51-a8b7-e33d086e0280 requested from dv-cinder-804757-1-iscsi {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:16:19.995038 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6806e416-1dc1-44c2-bd2d-3c58901cb7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:19.998081 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6806e416-1dc1-44c2-bd2d-3c58901cb7cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:19.999568 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-6806e416-1dc1-44c2-bd2d-3c58901cb7cd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/af382e25-4f6f-4ba9-b9d9-5186ef9f40e0 HTTP/1.1" status: 204 len: 168 time: 0.1750188 Aug 16 15:16:20.009947 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6806e416-1dc1-44c2-bd2d-3c58901cb7cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af382e25-4f6f-4ba9-b9d9-5186ef9f40e0,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:20.453966 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e18301-1ea4-4255-88eb-8663f9f270bc req-9d3d365e-98e5-431a-8bb5-56f92a57a790 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:20.455757 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-c7e18301-1ea4-4255-88eb-8663f9f270bc req-9d3d365e-98e5-431a-8bb5-56f92a57a790 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 945 time: 0.0972829 Aug 16 15:16:20.571514 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-c7e18301-1ea4-4255-88eb-8663f9f270bc req-87c65026-542e-4918-9ff0-b3ea5f1efd73 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963995 Aug 16 15:16:21.369873 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 35120) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:21.473037 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f2e8db8e-78c3-4a0d-b1f1-519ca296d1ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:21.568399 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f2e8db8e-78c3-4a0d-b1f1-519ca296d1ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:21.572555 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f2e8db8e-78c3-4a0d-b1f1-519ca296d1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:21.618314 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e330eb-0138-46ca-8d8d-8129b0786668 req-59299e5e-2028-4c62-887d-390a2458203b tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:21.621676 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-70e330eb-0138-46ca-8d8d-8129b0786668 req-59299e5e-2028-4c62-887d-390a2458203b tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] 10.222.0.22 "GET /v2.0/ports?device_id=b828d67c-7b58-42e6-bb0c-0891b7f00aa8 HTTP/1.1" status: 200 len: 945 time: 0.0616395 Aug 16 15:16:21.625905 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e8db8e-78c3-4a0d-b1f1-519ca296d1ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4084e38-e570-4638-8a2f-19ca368428ad,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:21.639434 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 35132) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:21.644557 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-f2e8db8e-78c3-4a0d-b1f1-519ca296d1ad admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=652db3b6a0cc42ee9048151ebaf7234a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2734652 Aug 16 15:16:21.700610 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-70e330eb-0138-46ca-8d8d-8129b0786668 req-76351b75-b89f-46af-83c7-f1ed1ad16249 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] 10.222.0.22 "GET /v2.0/security-groups?id=d493a69c-4143-4167-861c-bd1e42280556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711460 Aug 16 15:16:21.724791 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b847f-c7cc-4807-88f0-f2a2d5343a89 req-3116f0a2-d460-48c5-b211-3092ec96b6bf tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:21.726675 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-439b847f-c7cc-4807-88f0-f2a2d5343a89 req-3116f0a2-d460-48c5-b211-3092ec96b6bf tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 945 time: 0.0957425 Aug 16 15:16:21.728218 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5da5b07a-18ca-47c6-93a6-52f986c209b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:21.752868 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5da5b07a-18ca-47c6-93a6-52f986c209b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:21.778765 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-439b847f-c7cc-4807-88f0-f2a2d5343a89 req-c29d900a-b21d-446e-a3c1-a53670bb7b17 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441952 Aug 16 15:16:21.801111 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5da5b07a-18ca-47c6-93a6-52f986c209b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:21.804167 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5da5b07a-18ca-47c6-93a6-52f986c209b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:21.805154 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-5da5b07a-18ca-47c6-93a6-52f986c209b0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a4084e38-e570-4638-8a2f-19ca368428ad HTTP/1.1" status: 204 len: 168 time: 0.1648097 Aug 16 15:16:21.817849 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da5b07a-18ca-47c6-93a6-52f986c209b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4084e38-e570-4638-8a2f-19ca368428ad,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:21.982639 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e68165-0fbb-4ac4-aea8-757f25ac1a7c req-6f85c897-4c9a-4c66-b8e5-68f2b7d20be7 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:21.984103 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-19e68165-0fbb-4ac4-aea8-757f25ac1a7c req-6f85c897-4c9a-4c66-b8e5-68f2b7d20be7 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/networks?id=4de2dddf-57dd-4d51-a8b7-e33d086e0280 HTTP/1.1" status: 200 len: 808 time: 0.1041815 Aug 16 15:16:21.998417 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-19e68165-0fbb-4ac4-aea8-757f25ac1a7c req-76ba4768-1cde-4104-abe5-7c4c3be7a24c tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/quotas/51e650bc5ec448499a00c4a19dfae911 HTTP/1.1" status: 200 len: 375 time: 0.0087147 Aug 16 15:16:22.029798 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-19e68165-0fbb-4ac4-aea8-757f25ac1a7c req-4db9376f-7d85-4266-ad94-0e70aad4a39b tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=51e650bc5ec448499a00c4a19dfae911&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258253 Aug 16 15:16:22.120472 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-19e68165-0fbb-4ac4-aea8-757f25ac1a7c req-93f58080-0e8f-4b66-892d-2fef72a2bda7 service neutron] 10.222.0.22 "GET /v2.0/networks/4de2dddf-57dd-4d51-a8b7-e33d086e0280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835767 Aug 16 15:16:22.207009 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-19e68165-0fbb-4ac4-aea8-757f25ac1a7c req-1bc98765-3f77-4cc3-b209-bef088e97567 service neutron] 10.222.0.22 "GET /v2.0/networks/4de2dddf-57dd-4d51-a8b7-e33d086e0280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806680 Aug 16 15:16:22.392129 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-e5d0ee50-e884-40df-9a55-3637538b2d52 req-2aa0a61a-7336-459e-9b07-c5c8c930ec79 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/ports?device_id=da137b77-69b8-421d-9410-f004ad9f77a6 HTTP/1.1" status: 200 len: 210 time: 0.0435216 Aug 16 15:16:22.823761 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbb011d-6f7d-4e9d-b777-ac1c5b3d475a req-976c722f-d4f4-4148-8ed1-a7c698a7c892 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:22.825801 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-9bbb011d-6f7d-4e9d-b777-ac1c5b3d475a req-976c722f-d4f4-4148-8ed1-a7c698a7c892 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] 10.222.0.22 "GET /v2.0/ports?device_id=b828d67c-7b58-42e6-bb0c-0891b7f00aa8 HTTP/1.1" status: 200 len: 945 time: 0.0528266 Aug 16 15:16:22.872596 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-9bbb011d-6f7d-4e9d-b777-ac1c5b3d475a req-766d61de-89d6-4b5f-a8de-8029255cca46 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] 10.222.0.22 "GET /v2.0/security-groups?id=d493a69c-4143-4167-861c-bd1e42280556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381927 Aug 16 15:16:22.926443 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b0a231-9a27-4cb2-85fb-5a9ad69d8e9b req-1154da7c-3cb1-4c28-9f4b-abc1b9c7e91b tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:22.927925 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-d9b0a231-9a27-4cb2-85fb-5a9ad69d8e9b req-1154da7c-3cb1-4c28-9f4b-abc1b9c7e91b tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 945 time: 0.0627048 Aug 16 15:16:22.967469 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-d9b0a231-9a27-4cb2-85fb-5a9ad69d8e9b req-ff74f801-1aec-4389-87d4-9fb616ecb7f2 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326900 Aug 16 15:16:23.481964 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-6dcb2da6-3769-45d0-9c67-110480d67200 req-fdc2cade-58cb-4ef0-8932-87f48a3159ca tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/ports?device_id=da137b77-69b8-421d-9410-f004ad9f77a6 HTTP/1.1" status: 200 len: 210 time: 0.0295813 Aug 16 15:16:23.997895 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d179f3-c823-48bc-8977-24060bb9f9d0 req-b3ecc503-27b3-4341-b075-43896e47d341 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:23.999353 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-21d179f3-c823-48bc-8977-24060bb9f9d0 req-b3ecc503-27b3-4341-b075-43896e47d341 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] 10.222.0.22 "GET /v2.0/ports?device_id=b828d67c-7b58-42e6-bb0c-0891b7f00aa8 HTTP/1.1" status: 200 len: 945 time: 0.0494344 Aug 16 15:16:24.037123 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-21d179f3-c823-48bc-8977-24060bb9f9d0 req-a39a05bf-4430-41bd-bc14-67302286f6e4 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] 10.222.0.22 "GET /v2.0/security-groups?id=d493a69c-4143-4167-861c-bd1e42280556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318294 Aug 16 15:16:24.081217 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd7e869-de39-45be-98fb-6902765e6bca req-55c5e04a-8d69-484d-9660-ce0126645a95 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:24.082622 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-3cd7e869-de39-45be-98fb-6902765e6bca req-55c5e04a-8d69-484d-9660-ce0126645a95 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 945 time: 0.0488045 Aug 16 15:16:24.119341 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-3cd7e869-de39-45be-98fb-6902765e6bca req-e0e7e7a7-efdf-40e9-bc2d-5e1a1c3e3ac4 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307646 Aug 16 15:16:24.577333 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-54dedf99-8551-45a4-9f0c-2e40a2ede10d req-36694903-2b22-41dd-8704-ba9d2330cb6d tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/ports?device_id=da137b77-69b8-421d-9410-f004ad9f77a6 HTTP/1.1" status: 200 len: 210 time: 0.0298297 Aug 16 15:16:25.175923 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e0fb98-82d2-4f76-a127-acaeb223bd3a req-3d63db6a-4eba-4e81-83d0-a3551f084f28 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:25.177490 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-20e0fb98-82d2-4f76-a127-acaeb223bd3a req-3d63db6a-4eba-4e81-83d0-a3551f084f28 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] 10.222.0.22 "GET /v2.0/ports?device_id=b828d67c-7b58-42e6-bb0c-0891b7f00aa8 HTTP/1.1" status: 200 len: 945 time: 0.0601323 Aug 16 15:16:25.179207 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e68165-0fbb-4ac4-aea8-757f25ac1a7c req-9936d552-3114-41ad-a698-8ddfa0755fa1 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:25.180673 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-19e68165-0fbb-4ac4-aea8-757f25ac1a7c req-9936d552-3114-41ad-a698-8ddfa0755fa1 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.63 "GET /v2.0/networks?id=4de2dddf-57dd-4d51-a8b7-e33d086e0280 HTTP/1.1" status: 200 len: 808 time: 0.1564841 Aug 16 15:16:25.207950 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [req-19e68165-0fbb-4ac4-aea8-757f25ac1a7c req-e00cb00e-cb6e-482b-8445-06500fe7925c tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Request body: {'port': {'device_id': 'da137b77-69b8-421d-9410-f004ad9f77a6', 'network_id': '4de2dddf-57dd-4d51-a8b7-e33d086e0280', 'admin_state_up': True, 'tenant_id': '51e650bc5ec448499a00c4a19dfae911'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:16:25.220896 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-20e0fb98-82d2-4f76-a127-acaeb223bd3a req-04df7b65-9e82-4028-a3f4-027cf4b88a9d tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] 10.222.0.22 "GET /v2.0/security-groups?id=d493a69c-4143-4167-861c-bd1e42280556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360017 Aug 16 15:16:25.298401 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d32782-7085-4cd5-8c91-377e474e56c8 req-31fc7e3d-87da-49e1-947e-a54ebb044ff2 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:25.299850 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-19d32782-7085-4cd5-8c91-377e474e56c8 req-31fc7e3d-87da-49e1-947e-a54ebb044ff2 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 945 time: 0.1076236 Aug 16 15:16:25.374692 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-19d32782-7085-4cd5-8c91-377e474e56c8 req-1869408d-421f-40fe-90a1-2a4060a80665 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666690 Aug 16 15:16:25.386207 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19e68165-0fbb-4ac4-aea8-757f25ac1a7c req-e00cb00e-cb6e-482b-8445-06500fe7925c tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Made reservation on behalf of 51e650bc5ec448499a00c4a19dfae911 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:16:25.389719 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-19e68165-0fbb-4ac4-aea8-757f25ac1a7c req-e00cb00e-cb6e-482b-8445-06500fe7925c tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:25.504778 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:25.518543 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-19e68165-0fbb-4ac4-aea8-757f25ac1a7c req-e00cb00e-cb6e-482b-8445-06500fe7925c tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Allocated IP 172.20.0.3 (4de2dddf-57dd-4d51-a8b7-e33d086e0280/472aa429-9b80-479f-a78f-7614270ec674/928677d0-9d0c-4f71-b4ba-c3354e2121c4) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:16:25.669101 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-19e68165-0fbb-4ac4-aea8-757f25ac1a7c req-e00cb00e-cb6e-482b-8445-06500fe7925c tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:25.676634 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-f42e3ea0-bb09-4653-9b31-a98789082b37 req-b6d69ca3-7701-4c9d-bcb5-be7a477bc64a tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/ports?device_id=da137b77-69b8-421d-9410-f004ad9f77a6 HTTP/1.1" status: 200 len: 210 time: 0.0296924 Aug 16 15:16:25.725204 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-19e68165-0fbb-4ac4-aea8-757f25ac1a7c req-e00cb00e-cb6e-482b-8445-06500fe7925c tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769335250701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268375'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:25.769343 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19e68165-0fbb-4ac4-aea8-757f25ac1a7c req-e00cb00e-cb6e-482b-8445-06500fe7925c tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Network 4de2dddf-57dd-4d51-a8b7-e33d086e0280 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:16:25.772351 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-19e68165-0fbb-4ac4-aea8-757f25ac1a7c req-e00cb00e-cb6e-482b-8445-06500fe7925c tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:16:25.776602 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-19e68165-0fbb-4ac4-aea8-757f25ac1a7c req-e00cb00e-cb6e-482b-8445-06500fe7925c tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:16:25.801715 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00cb00e-cb6e-482b-8445-06500fe7925c tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Pushing event updated for resources: {'Port': ['ID=928677d0-9d0c-4f71-b4ba-c3354e2121c4,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:25.832508 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e68165-0fbb-4ac4-aea8-757f25ac1a7c req-e00cb00e-cb6e-482b-8445-06500fe7925c tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:25.833192 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-19e68165-0fbb-4ac4-aea8-757f25ac1a7c req-e00cb00e-cb6e-482b-8445-06500fe7925c tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3780594'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:25.849425 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-19e68165-0fbb-4ac4-aea8-757f25ac1a7c req-e00cb00e-cb6e-482b-8445-06500fe7925c tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6459043 Aug 16 15:16:25.863184 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [req-19e68165-0fbb-4ac4-aea8-757f25ac1a7c req-17e0ff76-b575-47f8-b821-51e22bb83cff service neutron] Request body: {'port': {'device_id': 'da137b77-69b8-421d-9410-f004ad9f77a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:16:25.936321 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-19e68165-0fbb-4ac4-aea8-757f25ac1a7c req-17e0ff76-b575-47f8-b821-51e22bb83cff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:26.283934 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.notifiers.nova [req-19e68165-0fbb-4ac4-aea8-757f25ac1a7c req-17e0ff76-b575-47f8-b821-51e22bb83cff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 928677d0-9d0c-4f71-b4ba-c3354e2121c4 {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:16:26.294518 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-19e68165-0fbb-4ac4-aea8-757f25ac1a7c req-17e0ff76-b575-47f8-b821-51e22bb83cff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:26.308424 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-19e68165-0fbb-4ac4-aea8-757f25ac1a7c req-17e0ff76-b575-47f8-b821-51e22bb83cff service neutron] Transition to ACTIVE for port object 928677d0-9d0c-4f71-b4ba-c3354e2121c4 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:16:26.320774 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-19e68165-0fbb-4ac4-aea8-757f25ac1a7c req-17e0ff76-b575-47f8-b821-51e22bb83cff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2268376'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:26.418763 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e0ff76-b575-47f8-b821-51e22bb83cff service neutron] Pushing event updated for resources: {'Port': ['ID=928677d0-9d0c-4f71-b4ba-c3354e2121c4,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:26.431212 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff198a-adee-41d2-9f5d-d094c81b58be req-513fbf79-e923-4b29-9460-ad979b66626b tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:26.433247 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-d7ff198a-adee-41d2-9f5d-d094c81b58be req-513fbf79-e923-4b29-9460-ad979b66626b tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] 10.222.0.22 "GET /v2.0/ports?device_id=b828d67c-7b58-42e6-bb0c-0891b7f00aa8 HTTP/1.1" status: 200 len: 945 time: 0.1235180 Aug 16 15:16:26.513957 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-d7ff198a-adee-41d2-9f5d-d094c81b58be req-1fd4298d-2df5-4f6d-abf0-ab50c1daddcd tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] 10.222.0.22 "GET /v2.0/security-groups?id=d493a69c-4143-4167-861c-bd1e42280556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637608 Aug 16 15:16:26.534012 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-19e68165-0fbb-4ac4-aea8-757f25ac1a7c req-17e0ff76-b575-47f8-b821-51e22bb83cff service neutron] Attempting to bind port 928677d0-9d0c-4f71-b4ba-c3354e2121c4 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:16:26.534438 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-19e68165-0fbb-4ac4-aea8-757f25ac1a7c req-17e0ff76-b575-47f8-b821-51e22bb83cff service neutron] Attempting to bind port 928677d0-9d0c-4f71-b4ba-c3354e2121c4 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '1cafa780-1ec5-43e7-9906-cd719165275f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4de2dddf-57dd-4d51-a8b7-e33d086e0280'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:16:26.534856 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e68165-0fbb-4ac4-aea8-757f25ac1a7c req-17e0ff76-b575-47f8-b821-51e22bb83cff service neutron] Attempting to bind port 928677d0-9d0c-4f71-b4ba-c3354e2121c4 on network 4de2dddf-57dd-4d51-a8b7-e33d086e0280 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:16:26.539579 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e68165-0fbb-4ac4-aea8-757f25ac1a7c req-17e0ff76-b575-47f8-b821-51e22bb83cff service neutron] Port 928677d0-9d0c-4f71-b4ba-c3354e2121c4 on network 4de2dddf-57dd-4d51-a8b7-e33d086e0280 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 15:16:26.539957 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e68165-0fbb-4ac4-aea8-757f25ac1a7c req-17e0ff76-b575-47f8-b821-51e22bb83cff service neutron] Attempting to bind port 928677d0-9d0c-4f71-b4ba-c3354e2121c4 on network 4de2dddf-57dd-4d51-a8b7-e33d086e0280 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:16:26.545264 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e68165-0fbb-4ac4-aea8-757f25ac1a7c req-17e0ff76-b575-47f8-b821-51e22bb83cff service neutron] Checking agent: {'id': 'f45772ef-d3bf-49d0-9fe4-7082814820b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 13, 56), 'started_at': datetime.datetime(2021, 8, 16, 15, 13, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:16:26.545955 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e68165-0fbb-4ac4-aea8-757f25ac1a7c req-17e0ff76-b575-47f8-b821-51e22bb83cff service neutron] Checking segment: {'id': '1cafa780-1ec5-43e7-9906-cd719165275f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4de2dddf-57dd-4d51-a8b7-e33d086e0280'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:16:26.546512 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e68165-0fbb-4ac4-aea8-757f25ac1a7c req-17e0ff76-b575-47f8-b821-51e22bb83cff service neutron] Bound using segment: {'id': '1cafa780-1ec5-43e7-9906-cd719165275f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4de2dddf-57dd-4d51-a8b7-e33d086e0280'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:16:26.546905 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-19e68165-0fbb-4ac4-aea8-757f25ac1a7c req-17e0ff76-b575-47f8-b821-51e22bb83cff service neutron] Bound port: 928677d0-9d0c-4f71-b4ba-c3354e2121c4, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cafa780-1ec5-43e7-9906-cd719165275f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4de2dddf-57dd-4d51-a8b7-e33d086e0280'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:16:26.547320 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-19e68165-0fbb-4ac4-aea8-757f25ac1a7c req-17e0ff76-b575-47f8-b821-51e22bb83cff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:26.554131 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c8d4a-5091-4edd-807c-50c01119015a req-95526bd9-ba78-4e5c-8eec-ad7b6a6728c4 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:26.557483 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-626c8d4a-5091-4edd-807c-50c01119015a req-95526bd9-ba78-4e5c-8eec-ad7b6a6728c4 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 945 time: 0.0898817 Aug 16 15:16:26.634407 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-626c8d4a-5091-4edd-807c-50c01119015a req-42f636b3-a317-4842-8e1e-96486e612ddb tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639210 Aug 16 15:16:26.640305 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-19e68165-0fbb-4ac4-aea8-757f25ac1a7c req-17e0ff76-b575-47f8-b821-51e22bb83cff service neutron] For port 928677d0-9d0c-4f71-b4ba-c3354e2121c4, host hv-cinder-80475, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:16:26.651434 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-19e68165-0fbb-4ac4-aea8-757f25ac1a7c req-17e0ff76-b575-47f8-b821-51e22bb83cff service neutron] For port 928677d0-9d0c-4f71-b4ba-c3354e2121c4, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=928677d0-9d0c-4f71-b4ba-c3354e2121c4,segment=NetworkSegment(1cafa780-1ec5-43e7-9906-cd719165275f),segment_id=1cafa780-1ec5-43e7-9906-cd719165275f)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:16:26.653354 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-19e68165-0fbb-4ac4-aea8-757f25ac1a7c req-17e0ff76-b575-47f8-b821-51e22bb83cff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2268376'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:26.654040 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b22b40-9789-45ef-bdc9-5d228e1bcaab req-f2393d5f-a45e-4412-ab30-f7bb855249f8 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:26.655537 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-b0b22b40-9789-45ef-bdc9-5d228e1bcaab req-f2393d5f-a45e-4412-ab30-f7bb855249f8 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] 10.222.0.63 "GET /v2.0/ports?device_id=b828d67c-7b58-42e6-bb0c-0891b7f00aa8 HTTP/1.1" status: 200 len: 945 time: 0.0968795 Aug 16 15:16:26.712380 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e68165-0fbb-4ac4-aea8-757f25ac1a7c req-17e0ff76-b575-47f8-b821-51e22bb83cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:26.713077 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-19e68165-0fbb-4ac4-aea8-757f25ac1a7c req-17e0ff76-b575-47f8-b821-51e22bb83cff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3780594'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:26.714929 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-19e68165-0fbb-4ac4-aea8-757f25ac1a7c req-17e0ff76-b575-47f8-b821-51e22bb83cff service neutron] 10.222.0.63 "PUT /v2.0/ports/928677d0-9d0c-4f71-b4ba-c3354e2121c4 HTTP/1.1" status: 200 len: 1093 time: 0.8567598 Aug 16 15:16:26.715469 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da137b77-69b8-421d-9410-f004ad9f77a6', 'tag': '928677d0-9d0c-4f71-b4ba-c3354e2121c4'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:16:26.717698 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a5cfb7157b8b73f0e4116fd12db15b1ff73336af95e475daca955d95e5834ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99c6a9dc-9cb5-4812-9f6d-ea8726ce5941" -d '{"events": [{"name": "network-changed", "server_uuid": "da137b77-69b8-421d-9410-f004ad9f77a6", "tag": "928677d0-9d0c-4f71-b4ba-c3354e2121c4"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:16:26.743469 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e0ff76-b575-47f8-b821-51e22bb83cff service neutron] Pushing event updated for resources: {'Port': ['ID=928677d0-9d0c-4f71-b4ba-c3354e2121c4,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:26.818637 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 15:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db66a1ec-e059-4472-97b8-8d2d8d14c418 x-openstack-request-id: req-db66a1ec-e059-4472-97b8-8d2d8d14c418 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:16:26.818983 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da137b77-69b8-421d-9410-f004ad9f77a6", "tag": "928677d0-9d0c-4f71-b4ba-c3354e2121c4", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:16:26.819207 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-db66a1ec-e059-4472-97b8-8d2d8d14c418 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:16:26.819632 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da137b77-69b8-421d-9410-f004ad9f77a6', 'tag': '928677d0-9d0c-4f71-b4ba-c3354e2121c4', 'status': 'completed', 'code': 200} Aug 16 15:16:26.872762 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-b0b22b40-9789-45ef-bdc9-5d228e1bcaab req-824afe67-1a26-4ae8-aca4-44a867f054c2 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] Deleting port d7478a44-48b0-4805-b0dd-8467e811d9ca {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:16:26.873371 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-b0b22b40-9789-45ef-bdc9-5d228e1bcaab req-824afe67-1a26-4ae8-aca4-44a867f054c2 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769335647479'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:26.875726 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e68165-0fbb-4ac4-aea8-757f25ac1a7c req-9e7f5337-0e50-4866-8812-08e0d9c0a6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:26.877833 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-19e68165-0fbb-4ac4-aea8-757f25ac1a7c req-9e7f5337-0e50-4866-8812-08e0d9c0a6c3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=51e650bc5ec448499a00c4a19dfae911&device_id=da137b77-69b8-421d-9410-f004ad9f77a6 HTTP/1.1" status: 200 len: 1096 time: 0.1084549 Aug 16 15:16:26.947852 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a04cf2-5b11-48f9-b7d8-25cc3caedd40 req-1d799d73-c244-4f26-a2dc-99d5c2bff27d tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:26.949438 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-f2a04cf2-5b11-48f9-b7d8-25cc3caedd40 req-1d799d73-c244-4f26-a2dc-99d5c2bff27d tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/ports?device_id=da137b77-69b8-421d-9410-f004ad9f77a6 HTTP/1.1" status: 200 len: 943 time: 0.1338654 Aug 16 15:16:26.950937 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-19e68165-0fbb-4ac4-aea8-757f25ac1a7c req-fe894245-b0c4-4baf-a537-d36c6496495f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=928677d0-9d0c-4f71-b4ba-c3354e2121c4 HTTP/1.1" status: 200 len: 217 time: 0.0591519 Aug 16 15:16:26.987929 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-b0b22b40-9789-45ef-bdc9-5d228e1bcaab req-824afe67-1a26-4ae8-aca4-44a867f054c2 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] For port d7478a44-48b0-4805-b0dd-8467e811d9ca, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d7478a44-48b0-4805-b0dd-8467e811d9ca,segment=NetworkSegment(11fbfa69-a1c2-4346-8b6b-c9f93ffa119f),segment_id=11fbfa69-a1c2-4346-8b6b-c9f93ffa119f)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:16:26.988324 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-b0b22b40-9789-45ef-bdc9-5d228e1bcaab req-824afe67-1a26-4ae8-aca4-44a867f054c2 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3800399'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:27.002552 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-f2a04cf2-5b11-48f9-b7d8-25cc3caedd40 req-ff4c7e7c-46e1-43ec-89be-c095123221bb tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e646468-4163-4ecc-9a71-2289c45a7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473044 Aug 16 15:16:27.030450 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-b0b22b40-9789-45ef-bdc9-5d228e1bcaab req-824afe67-1a26-4ae8-aca4-44a867f054c2 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] Calling delete_port for d7478a44-48b0-4805-b0dd-8467e811d9ca owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:16:27.060459 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e68165-0fbb-4ac4-aea8-757f25ac1a7c req-169d0151-087a-4731-86ef-24eb017c24cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:27.062410 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-19e68165-0fbb-4ac4-aea8-757f25ac1a7c req-169d0151-087a-4731-86ef-24eb017c24cf service neutron] 10.222.0.63 "GET /v2.0/subnets?id=472aa429-9b80-479f-a78f-7614270ec674 HTTP/1.1" status: 200 len: 848 time: 0.0645964 Aug 16 15:16:27.098589 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-19e68165-0fbb-4ac4-aea8-757f25ac1a7c req-4be1ff53-9f85-4c05-8ced-68c0d158ff90 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4de2dddf-57dd-4d51-a8b7-e33d086e0280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284164 Aug 16 15:16:27.215693 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-19e68165-0fbb-4ac4-aea8-757f25ac1a7c req-48996127-810b-4f24-9afb-6aafa68aed79 service neutron] 10.222.0.63 "GET /v2.0/networks/4de2dddf-57dd-4d51-a8b7-e33d086e0280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075866 Aug 16 15:16:27.347502 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-19e68165-0fbb-4ac4-aea8-757f25ac1a7c req-95d487a3-1e6f-40ed-a702-6e2099d726c0 service neutron] 10.222.0.63 "GET /v2.0/networks/4de2dddf-57dd-4d51-a8b7-e33d086e0280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231520 Aug 16 15:16:27.410839 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-b0b22b40-9789-45ef-bdc9-5d228e1bcaab req-824afe67-1a26-4ae8-aca4-44a867f054c2 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769335768917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769335250710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2787876'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:27.423016 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] get_ports_and_sgs() called for port_ids ['d7478a44-48b0-4805-b0dd-8467e811d9ca'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:16:27.441483 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824afe67-1a26-4ae8-aca4-44a867f054c2 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] Pushing event deleted for resources: {'Port': ['ID=d7478a44-48b0-4805-b0dd-8467e811d9ca,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:27.453770 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6a9dc-9cb5-4812-9f6d-ea8726ce5941 req-1dbac121-98b2-4ec9-b1a0-d2803aef5818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:27.455355 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-99c6a9dc-9cb5-4812-9f6d-ea8726ce5941 req-1dbac121-98b2-4ec9-b1a0-d2803aef5818 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=51e650bc5ec448499a00c4a19dfae911&device_id=da137b77-69b8-421d-9410-f004ad9f77a6 HTTP/1.1" status: 200 len: 1096 time: 0.0463483 Aug 16 15:16:27.527814 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0b22b40-9789-45ef-bdc9-5d228e1bcaab req-824afe67-1a26-4ae8-aca4-44a867f054c2 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] No DVR routers for this DVR port d7478a44-48b0-4805-b0dd-8467e811d9ca on host hv-cinder-80475 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 15:16:27.531128 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-b0b22b40-9789-45ef-bdc9-5d228e1bcaab req-824afe67-1a26-4ae8-aca4-44a867f054c2 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:27.533797 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-b0b22b40-9789-45ef-bdc9-5d228e1bcaab req-824afe67-1a26-4ae8-aca4-44a867f054c2 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] 10.222.0.63 "DELETE /v2.0/ports/d7478a44-48b0-4805-b0dd-8467e811d9ca HTTP/1.1" status: 204 len: 173 time: 0.8637700 Aug 16 15:16:27.534242 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b828d67c-7b58-42e6-bb0c-0891b7f00aa8', 'name': 'network-vif-deleted', 'tag': 'd7478a44-48b0-4805-b0dd-8467e811d9ca'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:16:27.536710 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17fb0647ef8e93fcdaff2aac5cadc262a2f87503c881cd14114af97cd5d63f67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8cb5e42-1c86-4c75-9e02-da1de0073fbf" -d '{"events": [{"server_uuid": "b828d67c-7b58-42e6-bb0c-0891b7f00aa8", "name": "network-vif-deleted", "tag": "d7478a44-48b0-4805-b0dd-8467e811d9ca"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:16:27.563084 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6a9dc-9cb5-4812-9f6d-ea8726ce5941 req-3458c718-6ff2-4ae1-9c88-312c89c05d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:27.564653 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-99c6a9dc-9cb5-4812-9f6d-ea8726ce5941 req-3458c718-6ff2-4ae1-9c88-312c89c05d84 service neutron] 10.222.0.63 "GET /v2.0/networks?id=4de2dddf-57dd-4d51-a8b7-e33d086e0280 HTTP/1.1" status: 200 len: 908 time: 0.0972486 Aug 16 15:16:27.615386 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6bf6e6-fb5b-4c92-8357-8276c530b9e7 x-openstack-request-id: req-8a6bf6e6-fb5b-4c92-8357-8276c530b9e7 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:16:27.616309 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b828d67c-7b58-42e6-bb0c-0891b7f00aa8", "name": "network-vif-deleted", "tag": "d7478a44-48b0-4805-b0dd-8467e811d9ca", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:16:27.616561 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8a6bf6e6-fb5b-4c92-8357-8276c530b9e7 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:16:27.617156 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b828d67c-7b58-42e6-bb0c-0891b7f00aa8', 'name': 'network-vif-deleted', 'tag': 'd7478a44-48b0-4805-b0dd-8467e811d9ca', 'status': 'completed', 'code': 200} Aug 16 15:16:27.656171 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-99c6a9dc-9cb5-4812-9f6d-ea8726ce5941 req-0f972e85-c10e-4155-8a13-9f9031e1a43f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=928677d0-9d0c-4f71-b4ba-c3354e2121c4 HTTP/1.1" status: 200 len: 217 time: 0.0713775 Aug 16 15:16:27.697578 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-15a36a83-be8e-43e3-a5b2-3d2572fa5d66 req-0e0d4ff5-add6-4cf6-abc1-ba55d2307681 tempest-DeleteServersTestJSON-1944288554 tempest-DeleteServersTestJSON-1944288554-project] 10.222.0.22 "GET /v2.0/ports?device_id=b828d67c-7b58-42e6-bb0c-0891b7f00aa8 HTTP/1.1" status: 200 len: 210 time: 0.0399153 Aug 16 15:16:27.795899 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6f621-c8a8-4a55-ae9e-f3c6554459d2 req-3a598c9f-5f0f-493e-88a2-2023041c3586 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:27.797479 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-d1f6f621-c8a8-4a55-ae9e-f3c6554459d2 req-3a598c9f-5f0f-493e-88a2-2023041c3586 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 945 time: 0.0797200 Aug 16 15:16:27.843916 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-d1f6f621-c8a8-4a55-ae9e-f3c6554459d2 req-00ddfdbb-e0d8-4024-b4b7-526346f6f86a tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399270 Aug 16 15:16:27.947284 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6a9dc-9cb5-4812-9f6d-ea8726ce5941 req-08541b07-5991-4e3e-8cf2-edd53a5c2dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:27.949711 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-99c6a9dc-9cb5-4812-9f6d-ea8726ce5941 req-08541b07-5991-4e3e-8cf2-edd53a5c2dee service neutron] 10.222.0.63 "GET /v2.0/subnets?id=472aa429-9b80-479f-a78f-7614270ec674 HTTP/1.1" status: 200 len: 848 time: 0.2800658 Aug 16 15:16:28.012292 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-99c6a9dc-9cb5-4812-9f6d-ea8726ce5941 req-fb27fe20-0614-45b0-831d-a5ae41221001 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4de2dddf-57dd-4d51-a8b7-e33d086e0280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506341 Aug 16 15:16:28.159515 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-99c6a9dc-9cb5-4812-9f6d-ea8726ce5941 req-5c730b9a-0310-4646-b0ab-d2330873e28e service neutron] 10.222.0.63 "GET /v2.0/networks/4de2dddf-57dd-4d51-a8b7-e33d086e0280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381676 Aug 16 15:16:28.184502 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3888b4e-a301-4d13-90af-42d4f1fda5cd req-21665542-1965-42bc-9ba5-495838ad7c39 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:28.185798 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-c3888b4e-a301-4d13-90af-42d4f1fda5cd req-21665542-1965-42bc-9ba5-495838ad7c39 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/ports?device_id=da137b77-69b8-421d-9410-f004ad9f77a6 HTTP/1.1" status: 200 len: 943 time: 0.0880492 Aug 16 15:16:28.268557 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-c3888b4e-a301-4d13-90af-42d4f1fda5cd req-f47a1e45-51fb-420b-a2e2-4644709cf226 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e646468-4163-4ecc-9a71-2289c45a7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726562 Aug 16 15:16:28.291894 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-99c6a9dc-9cb5-4812-9f6d-ea8726ce5941 req-bc239a3e-99ef-4292-a19a-e563dd70ab2b service neutron] 10.222.0.63 "GET /v2.0/networks/4de2dddf-57dd-4d51-a8b7-e33d086e0280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241364 Aug 16 15:16:28.965603 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd87fc9-e803-4eed-a199-b7dd62130345 req-dbfa48e7-a460-4054-9016-6c1511e0040e tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:28.967349 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-efd87fc9-e803-4eed-a199-b7dd62130345 req-dbfa48e7-a460-4054-9016-6c1511e0040e tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 945 time: 0.0545814 Aug 16 15:16:29.007591 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-efd87fc9-e803-4eed-a199-b7dd62130345 req-51c37940-604c-4bdf-ab79-3943dde72a58 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338597 Aug 16 15:16:29.414863 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb145dc-eafc-4996-92d8-883e14118d2d req-5522c08c-0792-4ed1-87ef-458ecf1e3b68 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:29.417641 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-bbb145dc-eafc-4996-92d8-883e14118d2d req-5522c08c-0792-4ed1-87ef-458ecf1e3b68 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/ports?device_id=da137b77-69b8-421d-9410-f004ad9f77a6 HTTP/1.1" status: 200 len: 943 time: 0.0671940 Aug 16 15:16:29.459368 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-bbb145dc-eafc-4996-92d8-883e14118d2d req-3082f9ff-9f1c-4a48-a8a3-490f3944e532 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e646468-4163-4ecc-9a71-2289c45a7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350080 Aug 16 15:16:29.560204 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 35502) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:29.672712 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e984b0e4-923e-496a-a388-53ae8dd51ebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:29.781815 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 35514) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:29.804608 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e984b0e4-923e-496a-a388-53ae8dd51ebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:29.813320 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e984b0e4-923e-496a-a388-53ae8dd51ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:29.854492 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e984b0e4-923e-496a-a388-53ae8dd51ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1026e8-f0d3-4c25-af00-d6f9fc4e780e,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:29.859587 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-e984b0e4-923e-496a-a388-53ae8dd51ebf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f26f8e6b2d73454c8e680e656e7cb262&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2983439 Aug 16 15:16:29.862476 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 35522) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:29.864974 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e984b0e4-923e-496a-a388-53ae8dd51ebf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:16:29.865336 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e984b0e4-923e-496a-a388-53ae8dd51ebf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:16:29.865674 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e984b0e4-923e-496a-a388-53ae8dd51ebf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:16:29.866006 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e984b0e4-923e-496a-a388-53ae8dd51ebf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:16:29.866336 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e984b0e4-923e-496a-a388-53ae8dd51ebf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:16:29.866664 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e984b0e4-923e-496a-a388-53ae8dd51ebf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:16:29.866991 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e984b0e4-923e-496a-a388-53ae8dd51ebf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:16:29.867318 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e984b0e4-923e-496a-a388-53ae8dd51ebf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:16:29.867646 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e984b0e4-923e-496a-a388-53ae8dd51ebf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:16:29.867981 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e984b0e4-923e-496a-a388-53ae8dd51ebf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:16:29.868307 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e984b0e4-923e-496a-a388-53ae8dd51ebf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:16:29.868624 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e984b0e4-923e-496a-a388-53ae8dd51ebf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:16:29.910729 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7a7c74f7-6ed0-4341-96cc-abcde90250af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:29.950441 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-346bd598-433c-4bf8-a132-4a094c37ba60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:29.983817 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-346bd598-433c-4bf8-a132-4a094c37ba60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:30.061721 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7a7c74f7-6ed0-4341-96cc-abcde90250af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:30.064886 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-346bd598-433c-4bf8-a132-4a094c37ba60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:30.067580 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-346bd598-433c-4bf8-a132-4a094c37ba60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:30.071295 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-346bd598-433c-4bf8-a132-4a094c37ba60 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7c1026e8-f0d3-4c25-af00-d6f9fc4e780e HTTP/1.1" status: 204 len: 168 time: 0.2074871 Aug 16 15:16:30.075376 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7a7c74f7-6ed0-4341-96cc-abcde90250af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:30.083071 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346bd598-433c-4bf8-a132-4a094c37ba60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1026e8-f0d3-4c25-af00-d6f9fc4e780e,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:30.106798 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346bd598-433c-4bf8-a132-4a094c37ba60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:16:30.107137 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346bd598-433c-4bf8-a132-4a094c37ba60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:16:30.107728 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346bd598-433c-4bf8-a132-4a094c37ba60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:16:30.108158 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346bd598-433c-4bf8-a132-4a094c37ba60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:16:30.108487 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346bd598-433c-4bf8-a132-4a094c37ba60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:16:30.108814 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346bd598-433c-4bf8-a132-4a094c37ba60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:16:30.109131 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346bd598-433c-4bf8-a132-4a094c37ba60 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:16:30.109452 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346bd598-433c-4bf8-a132-4a094c37ba60 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:16:30.109776 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346bd598-433c-4bf8-a132-4a094c37ba60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:16:30.110093 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346bd598-433c-4bf8-a132-4a094c37ba60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:16:30.110407 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346bd598-433c-4bf8-a132-4a094c37ba60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:16:30.110712 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346bd598-433c-4bf8-a132-4a094c37ba60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:16:30.122499 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-7a7c74f7-6ed0-4341-96cc-abcde90250af admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5b80884c510f4e7faa3e51dedda964a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3395092 Aug 16 15:16:30.130061 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 35544) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:30.168265 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7c74f7-6ed0-4341-96cc-abcde90250af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=304a30d8-bcf5-48ab-89f0-eebb8faadd24,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:30.186084 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device 928677d0-9d0c-4f71-b4ba-c3354e2121c4 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 15:16:30.208030 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b601007c-44cb-4992-9057-5d52b9242866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:30.218931 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 35548) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:30.222985 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device d7478a44-48b0-4805-b0dd-8467e811d9ca no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:16:30.242821 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b601007c-44cb-4992-9057-5d52b9242866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:30.263725 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d0bc8b-f685-4422-80fb-aa3f0cf79e7d req-63c29ac0-4476-4b04-b303-d79449aa217f tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:30.265500 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-32d0bc8b-f685-4422-80fb-aa3f0cf79e7d req-63c29ac0-4476-4b04-b303-d79449aa217f tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 945 time: 0.1486630 Aug 16 15:16:30.278969 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] No Port match for: d7478a44-48b0-4805-b0dd-8467e811d9ca {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:16:30.279668 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device d7478a44-48b0-4805-b0dd-8467e811d9ca not bound to the agent host hv-cinder-80475 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:16:30.303437 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b601007c-44cb-4992-9057-5d52b9242866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:30.305265 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-bedcf2f4-7735-4fd6-898b-065a9a16cff5 admin admin] Deleting subnet d06cd946-8e70-4c10-ba73-196e6da8859d {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 15:16:30.306244 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b601007c-44cb-4992-9057-5d52b9242866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:30.310603 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-b601007c-44cb-4992-9057-5d52b9242866 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/304a30d8-bcf5-48ab-89f0-eebb8faadd24 HTTP/1.1" status: 204 len: 168 time: 0.1762252 Aug 16 15:16:30.317412 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bedcf2f4-7735-4fd6-898b-065a9a16cff5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:30.333047 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b601007c-44cb-4992-9057-5d52b9242866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304a30d8-bcf5-48ab-89f0-eebb8faadd24,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:30.376096 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bedcf2f4-7735-4fd6-898b-065a9a16cff5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2564625'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:30.381244 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-32d0bc8b-f685-4422-80fb-aa3f0cf79e7d req-6da89cf4-f1db-4273-b84a-bb985114e437 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959086 Aug 16 15:16:30.388958 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port 928677d0-9d0c-4f71-b4ba-c3354e2121c4, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=928677d0-9d0c-4f71-b4ba-c3354e2121c4,segment=NetworkSegment(1cafa780-1ec5-43e7-9906-cd719165275f),segment_id=1cafa780-1ec5-43e7-9906-cd719165275f)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:16:30.411205 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Returning: {'device': '928677d0-9d0c-4f71-b4ba-c3354e2121c4', 'network_id': '4de2dddf-57dd-4d51-a8b7-e33d086e0280', 'port_id': '928677d0-9d0c-4f71-b4ba-c3354e2121c4', 'mac_address': 'fa:16:3e:57:77:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '472aa429-9b80-479f-a78f-7614270ec674', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 15:16:30.432000 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bedcf2f4-7735-4fd6-898b-065a9a16cff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1014246'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:30.459351 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:30.475673 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 928677d0-9d0c-4f71-b4ba-c3354e2121c4 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:16:30.500515 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port 928677d0-9d0c-4f71-b4ba-c3354e2121c4, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=928677d0-9d0c-4f71-b4ba-c3354e2121c4,segment=NetworkSegment(1cafa780-1ec5-43e7-9906-cd719165275f),segment_id=1cafa780-1ec5-43e7-9906-cd719165275f)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:16:30.504776 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bedcf2f4-7735-4fd6-898b-065a9a16cff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4115071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2787953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26895611'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:30.505971 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:30.542589 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedcf2f4-7735-4fd6-898b-065a9a16cff5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d06cd946-8e70-4c10-ba73-196e6da8859d,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:30.554818 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bedcf2f4-7735-4fd6-898b-065a9a16cff5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:30.559537 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 35556) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:30.560170 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-bedcf2f4-7735-4fd6-898b-065a9a16cff5 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/d06cd946-8e70-4c10-ba73-196e6da8859d HTTP/1.1" status: 204 len: 168 time: 0.3397143 Aug 16 15:16:30.576436 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 35560) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:30.596531 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-149cf945-ec53-44d2-b223-2108f8bfd6df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:30.619857 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Pushing event updated for resources: {'Port': ['ID=928677d0-9d0c-4f71-b4ba-c3354e2121c4,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:30.670497 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-70dcdea6-a44d-4be2-adbe-0058c82622a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653808'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:30.682606 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f221a9-5624-4436-b36e-e8b0635c68cc req-7bcb8fae-d44b-490c-8206-6659d28b3524 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:30.684104 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-32f221a9-5624-4436-b36e-e8b0635c68cc req-7bcb8fae-d44b-490c-8206-6659d28b3524 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/ports?device_id=da137b77-69b8-421d-9410-f004ad9f77a6 HTTP/1.1" status: 200 len: 944 time: 0.1139174 Aug 16 15:16:30.742213 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-149cf945-ec53-44d2-b223-2108f8bfd6df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:30.746909 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-149cf945-ec53-44d2-b223-2108f8bfd6df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:30.789701 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-70dcdea6-a44d-4be2-adbe-0058c82622a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000339', 'neutron.services.segments.db._delete_segments_for_network-8769335759171'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:30.797854 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] get_ports_and_sgs() called for port_ids ['928677d0-9d0c-4f71-b4ba-c3354e2121c4'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:16:30.798657 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 35568) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:30.800017 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-149cf945-ec53-44d2-b223-2108f8bfd6df admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=825520bcfb7243b9a79d0c9747839f4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2177246 Aug 16 15:16:30.801679 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149cf945-ec53-44d2-b223-2108f8bfd6df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bbf5f8b-3020-4dc2-b652-198538beef73,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:30.810576 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.services.segments.db [None req-70dcdea6-a44d-4be2-adbe-0058c82622a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaf42f7d-73e5-44f7-9553-40476124f58b']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:16:30.814882 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-32f221a9-5624-4436-b36e-e8b0635c68cc req-c035fb04-e282-477f-8b25-c6ad297ce737 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e646468-4163-4ecc-9a71-2289c45a7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029618 Aug 16 15:16:30.828985 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.services.segments.db [None req-70dcdea6-a44d-4be2-adbe-0058c82622a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11fbfa69-a1c2-4346-8b6b-c9f93ffa119f') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:16:30.829280 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.services.segments.db [None req-70dcdea6-a44d-4be2-adbe-0058c82622a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11fbfa69-a1c2-4346-8b6b-c9f93ffa119f') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:16:30.846924 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-70dcdea6-a44d-4be2-adbe-0058c82622a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769335762252', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2459729'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:30.870061 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-70dcdea6-a44d-4be2-adbe-0058c82622a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014199'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:30.881869 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70dcdea6-a44d-4be2-adbe-0058c82622a8 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 15:16:30.882261 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-70dcdea6-a44d-4be2-adbe-0058c82622a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2268388'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:30.884072 dv-cinder-804757-1-iscsi neutron-server[94051]: Traceback (most recent call last): Aug 16 15:16:30.884072 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 15:16:30.884072 dv-cinder-804757-1-iscsi neutron-server[94051]: timer() Aug 16 15:16:30.884072 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 15:16:30.884072 dv-cinder-804757-1-iscsi neutron-server[94051]: cb(*args, **kw) Aug 16 15:16:30.884072 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 15:16:30.884072 dv-cinder-804757-1-iscsi neutron-server[94051]: return func(*args, **kwargs) Aug 16 15:16:30.884072 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 15:16:30.884072 dv-cinder-804757-1-iscsi neutron-server[94051]: self._notify() Aug 16 15:16:30.884072 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 15:16:30.884072 dv-cinder-804757-1-iscsi neutron-server[94051]: self.callback(batched_events) Aug 16 15:16:30.884072 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 15:16:30.884072 dv-cinder-804757-1-iscsi neutron-server[94051]: event.method(event) Aug 16 15:16:30.884072 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 15:16:30.884072 dv-cinder-804757-1-iscsi neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 15:16:30.884072 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 15:16:30.884072 dv-cinder-804757-1-iscsi neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 15:16:30.884072 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 15:16:30.884072 dv-cinder-804757-1-iscsi neutron-server[94051]: return f(self, *a, **k) Aug 16 15:16:30.884072 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 15:16:30.884072 dv-cinder-804757-1-iscsi neutron-server[94051]: return self._get(url).json() Aug 16 15:16:30.884072 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 15:16:30.884072 dv-cinder-804757-1-iscsi neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 15:16:30.884072 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 15:16:30.884072 dv-cinder-804757-1-iscsi neutron-server[94051]: return self.request(url, 'GET', **kwargs) Aug 16 15:16:30.884072 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 15:16:30.884072 dv-cinder-804757-1-iscsi neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 15:16:30.884072 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 15:16:30.884072 dv-cinder-804757-1-iscsi neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 15:16:30.884072 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 15:16:30.884072 dv-cinder-804757-1-iscsi neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 15:16:30.884072 dv-cinder-804757-1-iscsi neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 15:16:30.921842 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f19322c7-9643-4249-b992-119dd7d3921d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:30.924247 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 35570) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:30.939234 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2f0deb3e-5b94-4272-831a-f27ad7eb2cdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:30.958783 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-70dcdea6-a44d-4be2-adbe-0058c82622a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798563'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:30.961592 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f19322c7-9643-4249-b992-119dd7d3921d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:30.966913 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-70dcdea6-a44d-4be2-adbe-0058c82622a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3780594'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:30.968760 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-70dcdea6-a44d-4be2-adbe-0058c82622a8 admin admin] 10.222.0.22 "DELETE /v2.0/networks/aaf42f7d-73e5-44f7-9553-40476124f58b HTTP/1.1" status: 204 len: 168 time: 0.4081628 Aug 16 15:16:30.985914 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dcdea6-a44d-4be2-adbe-0058c82622a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=aaf42f7d-73e5-44f7-9553-40476124f58b,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:31.035273 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f19322c7-9643-4249-b992-119dd7d3921d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:31.038071 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f19322c7-9643-4249-b992-119dd7d3921d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:31.039377 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-f19322c7-9643-4249-b992-119dd7d3921d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1bbf5f8b-3020-4dc2-b652-198538beef73 HTTP/1.1" status: 204 len: 168 time: 0.2380223 Aug 16 15:16:31.047009 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19322c7-9643-4249-b992-119dd7d3921d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bbf5f8b-3020-4dc2-b652-198538beef73,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:31.079508 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2f0deb3e-5b94-4272-831a-f27ad7eb2cdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:31.084724 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2f0deb3e-5b94-4272-831a-f27ad7eb2cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:31.123107 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0deb3e-5b94-4272-831a-f27ad7eb2cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2757822-f768-4b33-a123-bd613a52d56e,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:31.127413 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-2f0deb3e-5b94-4272-831a-f27ad7eb2cdc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=83daf95e35ae47bda23964aebc4c9497&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2021675 Aug 16 15:16:31.130184 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 35576) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:31.187120 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-67e76275-c9a3-4b8c-82f9-805133790838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:31.206321 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 35582) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:31.215806 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-67e76275-c9a3-4b8c-82f9-805133790838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:31.278704 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-2f68b0f7-1317-430f-a8d8-b08379b11728 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d4eb4cdfa13f48f3b47c3823b8c955e4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0711763 Aug 16 15:16:31.281401 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 35590) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:31.321747 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-67e76275-c9a3-4b8c-82f9-805133790838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:31.324647 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-67e76275-c9a3-4b8c-82f9-805133790838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:31.325919 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-67e76275-c9a3-4b8c-82f9-805133790838 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b2757822-f768-4b33-a123-bd613a52d56e HTTP/1.1" status: 204 len: 168 time: 0.1946795 Aug 16 15:16:31.339736 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e76275-c9a3-4b8c-82f9-805133790838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2757822-f768-4b33-a123-bd613a52d56e,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:31.363545 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-777c8112-ebcb-4627-94a3-2a89213e37c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:31.389616 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-02308b92-2cc5-438a-bae8-e4996954a081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:31.405838 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-777c8112-ebcb-4627-94a3-2a89213e37c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:31.464836 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-777c8112-ebcb-4627-94a3-2a89213e37c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:31.468708 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-777c8112-ebcb-4627-94a3-2a89213e37c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:31.470510 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-777c8112-ebcb-4627-94a3-2a89213e37c5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d493a69c-4143-4167-861c-bd1e42280556 HTTP/1.1" status: 204 len: 168 time: 0.1874444 Aug 16 15:16:31.479835 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c8112-ebcb-4627-94a3-2a89213e37c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d493a69c-4143-4167-861c-bd1e42280556,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:31.542960 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c846d7-41cc-422d-8832-028429093224 req-b95c26cb-ea2d-4b94-bf5e-a524c9a002c1 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:31.544447 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-f0c846d7-41cc-422d-8832-028429093224 req-b95c26cb-ea2d-4b94-bf5e-a524c9a002c1 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 945 time: 0.0701437 Aug 16 15:16:31.592509 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-f0c846d7-41cc-422d-8832-028429093224 req-763862bc-79bf-438b-b8c1-347e798a7edc tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407403 Aug 16 15:16:31.742083 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 35612) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:31.911294 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6aaab396-aa08-4e41-9215-1335afeb34b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:31.962030 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7593c61-9581-408b-a140-44ff7477d8bd req-91efc0f1-6022-4da7-ae3e-99afdc5344fc tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:31.972276 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-d7593c61-9581-408b-a140-44ff7477d8bd req-91efc0f1-6022-4da7-ae3e-99afdc5344fc tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/ports?device_id=da137b77-69b8-421d-9410-f004ad9f77a6 HTTP/1.1" status: 200 len: 944 time: 0.0763848 Aug 16 15:16:32.036001 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-d7593c61-9581-408b-a140-44ff7477d8bd req-7fb1fa1b-de18-4d9f-aa9f-bbb7a2666973 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e646468-4163-4ecc-9a71-2289c45a7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624869 Aug 16 15:16:32.093680 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6aaab396-aa08-4e41-9215-1335afeb34b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:32.100801 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6aaab396-aa08-4e41-9215-1335afeb34b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:32.146679 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-6aaab396-aa08-4e41-9215-1335afeb34b9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0168230a79c9450aa5873f66e9470627&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4011834 Aug 16 15:16:32.146679 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaab396-aa08-4e41-9215-1335afeb34b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d32db3-4103-47c0-a773-bccd0c67ea0d,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:32.147046 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 35644) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:32.203770 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a1dc6146-2a57-4d85-8b5e-1475e3565d61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:32.220559 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device 928677d0-9d0c-4f71-b4ba-c3354e2121c4 up at agent hyperv_hv-cinder-80475 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:16:32.241123 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a1dc6146-2a57-4d85-8b5e-1475e3565d61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:32.328149 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Provisioning for port 928677d0-9d0c-4f71-b4ba-c3354e2121c4 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:16:32.328371 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a1dc6146-2a57-4d85-8b5e-1475e3565d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:32.329413 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Provisioning complete for port 928677d0-9d0c-4f71-b4ba-c3354e2121c4 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:16:32.329954 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:32.331631 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a1dc6146-2a57-4d85-8b5e-1475e3565d61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:32.332989 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-a1dc6146-2a57-4d85-8b5e-1475e3565d61 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d2d32db3-4103-47c0-a773-bccd0c67ea0d HTTP/1.1" status: 204 len: 168 time: 0.1849661 Aug 16 15:16:32.347212 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dc6146-2a57-4d85-8b5e-1475e3565d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d32db3-4103-47c0-a773-bccd0c67ea0d,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:32.439911 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:32.464387 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da137b77-69b8-421d-9410-f004ad9f77a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '928677d0-9d0c-4f71-b4ba-c3354e2121c4'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:16:32.466598 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e76958932a03d86b7f0b22df001500a87ec50ba87a7955a81e77db88798745a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a3e7b9-48d6-4d12-acda-639014dd8264" -d '{"events": [{"server_uuid": "da137b77-69b8-421d-9410-f004ad9f77a6", "name": "network-vif-plugged", "status": "completed", "tag": "928677d0-9d0c-4f71-b4ba-c3354e2121c4"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:16:32.488227 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port 928677d0-9d0c-4f71-b4ba-c3354e2121c4, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=928677d0-9d0c-4f71-b4ba-c3354e2121c4,segment=NetworkSegment(1cafa780-1ec5-43e7-9906-cd719165275f),segment_id=1cafa780-1ec5-43e7-9906-cd719165275f)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:16:32.493996 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:32.530041 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a75f0e0f-0c36-45ce-bf41-d2e26ef53c66 x-openstack-request-id: req-a75f0e0f-0c36-45ce-bf41-d2e26ef53c66 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:16:32.530574 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da137b77-69b8-421d-9410-f004ad9f77a6", "name": "network-vif-plugged", "status": "completed", "tag": "928677d0-9d0c-4f71-b4ba-c3354e2121c4", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:16:32.531024 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a75f0e0f-0c36-45ce-bf41-d2e26ef53c66 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:16:32.531596 dv-cinder-804757-1-iscsi neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da137b77-69b8-421d-9410-f004ad9f77a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '928677d0-9d0c-4f71-b4ba-c3354e2121c4', 'code': 200} Aug 16 15:16:32.561033 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Pushing event updated for resources: {'Port': ['ID=928677d0-9d0c-4f71-b4ba-c3354e2121c4,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:32.708661 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b8fa5-6794-44e5-8431-8ff53bb55ab9 req-443ab8d8-6592-4935-a382-52c5e37a9a2d tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:32.709785 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-394b8fa5-6794-44e5-8431-8ff53bb55ab9 req-443ab8d8-6592-4935-a382-52c5e37a9a2d tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 945 time: 0.0504549 Aug 16 15:16:32.753703 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-394b8fa5-6794-44e5-8431-8ff53bb55ab9 req-756d7b36-5f93-4d3b-9d83-42ed3732c076 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367718 Aug 16 15:16:32.836231 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 35678) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:32.855519 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2e7653f0-55a8-4db8-89c2-cba800d782e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:32.956552 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2e7653f0-55a8-4db8-89c2-cba800d782e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:32.965024 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2e7653f0-55a8-4db8-89c2-cba800d782e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:33.002312 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7653f0-55a8-4db8-89c2-cba800d782e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7043fcfc-281b-4e94-b92d-0487e9169e45,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:33.006776 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-2e7653f0-55a8-4db8-89c2-cba800d782e3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0492e76faab943359091d58f55354a37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1694458 Aug 16 15:16:33.009588 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 35684) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:33.068212 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-98f48d99-6ba8-4c1c-a07f-8c38834deb3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:33.095274 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-98f48d99-6ba8-4c1c-a07f-8c38834deb3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:33.182619 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8397d67b-9f8b-4f92-875b-ff4e1a9364ea req-443b4e23-e0ad-46b9-b2fb-bb5b187f8c40 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:33.184193 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-8397d67b-9f8b-4f92-875b-ff4e1a9364ea req-443b4e23-e0ad-46b9-b2fb-bb5b187f8c40 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/ports?device_id=da137b77-69b8-421d-9410-f004ad9f77a6 HTTP/1.1" status: 200 len: 945 time: 0.0731168 Aug 16 15:16:33.205334 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-98f48d99-6ba8-4c1c-a07f-8c38834deb3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:33.208404 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-98f48d99-6ba8-4c1c-a07f-8c38834deb3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:33.210849 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-98f48d99-6ba8-4c1c-a07f-8c38834deb3a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7043fcfc-281b-4e94-b92d-0487e9169e45 HTTP/1.1" status: 204 len: 168 time: 0.1989536 Aug 16 15:16:33.234242 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f48d99-6ba8-4c1c-a07f-8c38834deb3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7043fcfc-281b-4e94-b92d-0487e9169e45,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:33.251492 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-8397d67b-9f8b-4f92-875b-ff4e1a9364ea req-a44108fa-e212-434d-8436-b404f39188fb tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e646468-4163-4ecc-9a71-2289c45a7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566201 Aug 16 15:16:33.554681 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 35714) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:33.684246 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.v2.base [None req-61296578-1efa-4278-bb59-3f1a3c561b5b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1508374636-network', 'tenant_id': 'd3a7f9f707ee45cba24f8d207b4a20be'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:16:33.694573 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 35722) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:33.714973 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0f2d3ecd-3ef2-4acc-90bf-1f0baa509a09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:33.729950 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61296578-1efa-4278-bb59-3f1a3c561b5b admin admin] Made reservation on behalf of d3a7f9f707ee45cba24f8d207b4a20be for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:16:33.732727 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-61296578-1efa-4278-bb59-3f1a3c561b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:33.744932 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-61296578-1efa-4278-bb59-3f1a3c561b5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:33.856258 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0f2d3ecd-3ef2-4acc-90bf-1f0baa509a09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:33.865154 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0f2d3ecd-3ef2-4acc-90bf-1f0baa509a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:33.900624 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b831462-7a96-4466-bc39-3852d0f1e875 req-248d2c7a-05f6-4c59-ba06-7dcef8b1d5ab tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:33.902962 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-8b831462-7a96-4466-bc39-3852d0f1e875 req-248d2c7a-05f6-4c59-ba06-7dcef8b1d5ab tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 945 time: 0.0659285 Aug 16 15:16:33.930632 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-0f2d3ecd-3ef2-4acc-90bf-1f0baa509a09 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9e8cfe447142459997edc455903a0f57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2348075 Aug 16 15:16:33.934753 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 35730) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:33.946884 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d3ecd-3ef2-4acc-90bf-1f0baa509a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e36968ce-7ded-494a-b3a0-052bfd80c840,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:33.963738 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e557f07b-5c2a-4e73-8463-0336cad73905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:33.989928 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-8b831462-7a96-4466-bc39-3852d0f1e875 req-8463ad72-ccd5-46dc-b9d2-827238804c2a tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794690 Aug 16 15:16:34.035582 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5fb9fb0c-5926-4dc0-9af3-74d6d24e5f3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:34.058717 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-61296578-1efa-4278-bb59-3f1a3c561b5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:34.067311 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-61296578-1efa-4278-bb59-3f1a3c561b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:34.076407 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5fb9fb0c-5926-4dc0-9af3-74d6d24e5f3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:34.100678 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61296578-1efa-4278-bb59-3f1a3c561b5b admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 15:16:34.133196 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61296578-1efa-4278-bb59-3f1a3c561b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8b6294-94fa-44a1-93ac-0821ced541fe,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:34.138670 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-61296578-1efa-4278-bb59-3f1a3c561b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014199'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:34.139098 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.db.segments_db [None req-61296578-1efa-4278-bb59-3f1a3c561b5b admin admin] Added segment 480fd28a-debb-4c9d-8b07-587e9bff1678 of type vlan for network 5c9974df-1452-4a5b-a52f-46f461318e3c Aug 16 15:16:34.190625 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-61296578-1efa-4278-bb59-3f1a3c561b5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769335234654'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:34.194816 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5fb9fb0c-5926-4dc0-9af3-74d6d24e5f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:34.197611 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5fb9fb0c-5926-4dc0-9af3-74d6d24e5f3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:34.201418 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-5fb9fb0c-5926-4dc0-9af3-74d6d24e5f3f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e36968ce-7ded-494a-b3a0-052bfd80c840 HTTP/1.1" status: 204 len: 168 time: 0.2617011 Aug 16 15:16:34.212530 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb9fb0c-5926-4dc0-9af3-74d6d24e5f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36968ce-7ded-494a-b3a0-052bfd80c840,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:34.238509 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-61296578-1efa-4278-bb59-3f1a3c561b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:34.239693 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61296578-1efa-4278-bb59-3f1a3c561b5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:34.240407 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-61296578-1efa-4278-bb59-3f1a3c561b5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3780594'] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:34.268414 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:34.272886 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-61296578-1efa-4278-bb59-3f1a3c561b5b admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7168348 Aug 16 15:16:34.279851 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 35746) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:34.294150 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [None req-2e060988-c0cb-4df3-97df-b777697b6270 admin admin] Request body: {'subnet': {'network_id': '5c9974df-1452-4a5b-a52f-46f461318e3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1508374636-subnet', 'tenant_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:16:34.346410 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61296578-1efa-4278-bb59-3f1a3c561b5b admin admin] Pushing event updated for resources: {'Network': ['ID=5c9974df-1452-4a5b-a52f-46f461318e3c,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:34.356027 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e060988-c0cb-4df3-97df-b777697b6270 admin admin] Made reservation on behalf of d3a7f9f707ee45cba24f8d207b4a20be for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:16:34.361100 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Network 5c9974df-1452-4a5b-a52f-46f461318e3c details requested by agent ovs-agent-dv-cinder-804757-1-iscsi with host dv-cinder-804757-1-iscsi {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 15:16:34.362440 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2e060988-c0cb-4df3-97df-b777697b6270 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26656853'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:34.483093 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2aa8c7-8b58-4591-a906-3d313f1b27cd req-c5488335-2fd0-4b94-936e-3c50d841520b tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:34.484754 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-2b2aa8c7-8b58-4591-a906-3d313f1b27cd req-c5488335-2fd0-4b94-936e-3c50d841520b tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/ports?device_id=da137b77-69b8-421d-9410-f004ad9f77a6 HTTP/1.1" status: 200 len: 945 time: 0.0903931 Aug 16 15:16:34.555406 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-2b2aa8c7-8b58-4591-a906-3d313f1b27cd req-a331bf7d-8476-48a4-b129-783007278036 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e646468-4163-4ecc-9a71-2289c45a7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595686 Aug 16 15:16:34.605098 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2e060988-c0cb-4df3-97df-b777697b6270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4115071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2268743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26656827'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:34.662136 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e060988-c0cb-4df3-97df-b777697b6270 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ced82d6-0fff-43a3-9b35-104e114d5850,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:34.676722 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e060988-c0cb-4df3-97df-b777697b6270 admin admin] Checking segment: {'id': '480fd28a-debb-4c9d-8b07-587e9bff1678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5c9974df-1452-4a5b-a52f-46f461318e3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:16:34.677079 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e060988-c0cb-4df3-97df-b777697b6270 admin admin] Network hostable DHCP agents. Network: 5c9974df-1452-4a5b-a52f-46f461318e3c, hostable agents: ['7344f624-85b8-4b8b-b38a-21b8c75b4ec1'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 15:16:34.696079 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e060988-c0cb-4df3-97df-b777697b6270 admin admin] Network 5c9974df-1452-4a5b-a52f-46f461318e3c is scheduled to be hosted by DHCP agent 7344f624-85b8-4b8b-b38a-21b8c75b4ec1 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 15:16:34.706096 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-2e060988-c0cb-4df3-97df-b777697b6270 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-1-iscsi, 5c9974df-1452-4a5b-a52f-46f461318e3c) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:16:34.711729 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e060988-c0cb-4df3-97df-b777697b6270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:34.712230 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2e060988-c0cb-4df3-97df-b777697b6270 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3780594'] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:34.718158 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b866221f-b265-4f6c-8742-013acce3fd69 None None] Network 5c9974df-1452-4a5b-a52f-46f461318e3c requested from dv-cinder-804757-1-iscsi {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:16:34.732060 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-2e060988-c0cb-4df3-97df-b777697b6270 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4504218 Aug 16 15:16:34.735088 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 35764) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:34.743231 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.v2.base [None req-b8490eb7-2a5b-4a62-b22a-e7220eeb26bf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1508374636-router', 'tenant_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4'}}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:16:34.770784 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b8490eb7-2a5b-4a62-b22a-e7220eeb26bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3772405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46218'] for router, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:34.772644 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b8490eb7-2a5b-4a62-b22a-e7220eeb26bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3772249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3798708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4189620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-46209'] for router, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:34.897317 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b8490eb7-2a5b-4a62-b22a-e7220eeb26bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:34.915398 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba09c7b-43d8-4f34-aad2-5e1e92214146 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3766c4e-508b-5d3a-b6eb-efbff961488d-5c9974df-1452-4a5b-a52f-46f461318e3c', 'network_id': '5c9974df-1452-4a5b-a52f-46f461318e3c', 'tenant_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'fixed_ips': [{'subnet_id': '7ced82d6-0fff-43a3-9b35-104e114d5850'}]}} from dv-cinder-804757-1-iscsi. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 15:16:34.917430 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 35770) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:34.924246 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-eba09c7b-43d8-4f34-aad2-5e1e92214146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:35.075565 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b8490eb7-2a5b-4a62-b22a-e7220eeb26bf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:35.111381 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-eba09c7b-43d8-4f34-aad2-5e1e92214146 None None] Allocated IP 172.20.0.2 (5c9974df-1452-4a5b-a52f-46f461318e3c/7ced82d6-0fff-43a3-9b35-104e114d5850/00665021-aef7-4bde-b317-762dbbebe8c1) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:16:35.132226 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5f8a3891-afd8-4a3f-99f3-eab7c9032578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:35.205542 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bcbff2df-6d76-4fb2-8391-dd9d9229438b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:35.268042 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7744edaa-599b-4427-bc8b-dd48a6606ae2 req-1ec41029-8a3d-42f0-8a83-fe0bfd6146ad tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:35.269646 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-7744edaa-599b-4427-bc8b-dd48a6606ae2 req-1ec41029-8a3d-42f0-8a83-fe0bfd6146ad tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 945 time: 0.1866231 Aug 16 15:16:35.410293 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-7744edaa-599b-4427-bc8b-dd48a6606ae2 req-5926ee9b-0f77-4d62-83d6-16ac305ad3bd tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249919 Aug 16 15:16:35.469716 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-eba09c7b-43d8-4f34-aad2-5e1e92214146 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:35.494816 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-eba09c7b-43d8-4f34-aad2-5e1e92214146 None None] Transition to ACTIVE for port object 00665021-aef7-4bde-b317-762dbbebe8c1 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:16:35.511771 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bcbff2df-6d76-4fb2-8391-dd9d9229438b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:35.522494 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-bcbff2df-6d76-4fb2-8391-dd9d9229438b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:35.532153 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-eba09c7b-43d8-4f34-aad2-5e1e92214146 None None] Transition to ACTIVE for port object 00665021-aef7-4bde-b317-762dbbebe8c1 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:16:35.538915 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b8490eb7-2a5b-4a62-b22a-e7220eeb26bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:35.543234 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-eba09c7b-43d8-4f34-aad2-5e1e92214146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769335250701'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:35.565532 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b8490eb7-2a5b-4a62-b22a-e7220eeb26bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:35.630282 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba09c7b-43d8-4f34-aad2-5e1e92214146 None None] Pushing event updated for resources: {'Port': ['ID=00665021-aef7-4bde-b317-762dbbebe8c1,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:35.646436 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba09c7b-43d8-4f34-aad2-5e1e92214146 None None] Network 5c9974df-1452-4a5b-a52f-46f461318e3c is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:16:35.647848 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-eba09c7b-43d8-4f34-aad2-5e1e92214146 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:16:35.654173 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba09c7b-43d8-4f34-aad2-5e1e92214146 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:16:35.670546 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbff2df-6d76-4fb2-8391-dd9d9229438b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e11633-3b97-46fb-8368-e5fbe92efa8e,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:35.677861 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-bcbff2df-6d76-4fb2-8391-dd9d9229438b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=da2bd2ee3eda4f5abdcde1df2312225c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7577395 Aug 16 15:16:35.679782 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 35806) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:35.724450 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95f330-f88b-4348-9aea-f9f11097d561 req-781f1869-71f6-4d7b-8687-5dd1f9bf4a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:35.725947 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-bf95f330-f88b-4348-9aea-f9f11097d561 req-781f1869-71f6-4d7b-8687-5dd1f9bf4a58 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=da137b77-69b8-421d-9410-f004ad9f77a6 HTTP/1.1" status: 200 len: 1098 time: 0.1245856 Aug 16 15:16:35.740971 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-eba09c7b-43d8-4f34-aad2-5e1e92214146 None None] Attempting to bind port 00665021-aef7-4bde-b317-762dbbebe8c1 on host dv-cinder-804757-1-iscsi for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:16:35.741350 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-eba09c7b-43d8-4f34-aad2-5e1e92214146 None None] Attempting to bind port 00665021-aef7-4bde-b317-762dbbebe8c1 by drivers openvswitch,hyperv on host dv-cinder-804757-1-iscsi at level 0 using segments [{'id': '480fd28a-debb-4c9d-8b07-587e9bff1678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5c9974df-1452-4a5b-a52f-46f461318e3c'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:16:35.741715 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba09c7b-43d8-4f34-aad2-5e1e92214146 None None] Attempting to bind port 00665021-aef7-4bde-b317-762dbbebe8c1 on network 5c9974df-1452-4a5b-a52f-46f461318e3c {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:16:35.749167 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba09c7b-43d8-4f34-aad2-5e1e92214146 None None] Checking agent: {'id': '038bb836-fe78-417c-a302-5d10dc6ddcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 8, 4), 'started_at': datetime.datetime(2021, 8, 16, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:16:35.749877 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba09c7b-43d8-4f34-aad2-5e1e92214146 None None] Checking segment: {'id': '480fd28a-debb-4c9d-8b07-587e9bff1678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5c9974df-1452-4a5b-a52f-46f461318e3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:16:35.750944 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-eba09c7b-43d8-4f34-aad2-5e1e92214146 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:35.751375 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba09c7b-43d8-4f34-aad2-5e1e92214146 None None] Bound using segment: {'id': '480fd28a-debb-4c9d-8b07-587e9bff1678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5c9974df-1452-4a5b-a52f-46f461318e3c'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:16:35.752395 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-eba09c7b-43d8-4f34-aad2-5e1e92214146 None None] Bound port: 00665021-aef7-4bde-b317-762dbbebe8c1, host: dv-cinder-804757-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '480fd28a-debb-4c9d-8b07-587e9bff1678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5c9974df-1452-4a5b-a52f-46f461318e3c'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:16:35.752807 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-eba09c7b-43d8-4f34-aad2-5e1e92214146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:35.756451 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-75e7ed94-62bd-4cb4-9fc8-aeab0beae69a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:35.789738 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-bf95f330-f88b-4348-9aea-f9f11097d561 req-04c74971-33f1-4de8-a8c9-34692bed1f15 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=9e646468-4163-4ecc-9a71-2289c45a7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495934 Aug 16 15:16:35.795615 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-75e7ed94-62bd-4cb4-9fc8-aeab0beae69a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:35.835493 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-eba09c7b-43d8-4f34-aad2-5e1e92214146 None None] For port 00665021-aef7-4bde-b317-762dbbebe8c1, host dv-cinder-804757-1-iscsi, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:16:35.842960 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-eba09c7b-43d8-4f34-aad2-5e1e92214146 None None] For port 00665021-aef7-4bde-b317-762dbbebe8c1, host dv-cinder-804757-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=00665021-aef7-4bde-b317-762dbbebe8c1,segment=NetworkSegment(480fd28a-debb-4c9d-8b07-587e9bff1678),segment_id=480fd28a-debb-4c9d-8b07-587e9bff1678)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:16:35.856147 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-eba09c7b-43d8-4f34-aad2-5e1e92214146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:35.861642 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-75e7ed94-62bd-4cb4-9fc8-aeab0beae69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:35.864451 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-75e7ed94-62bd-4cb4-9fc8-aeab0beae69a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:35.868758 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-b8490eb7-2a5b-4a62-b22a-e7220eeb26bf admin admin] Allocated IP 172.27.3.249 (b7623838-067e-46d7-9324-3e363fad67d4/838856c9-cc6d-4250-847b-ebd189817dd9/0239c728-d1d1-401e-9718-03afcbbb41d1) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:16:35.873114 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-75e7ed94-62bd-4cb4-9fc8-aeab0beae69a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c3e11633-3b97-46fb-8368-e5fbe92efa8e HTTP/1.1" status: 204 len: 168 time: 0.1892078 Aug 16 15:16:35.884848 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e7ed94-62bd-4cb4-9fc8-aeab0beae69a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e11633-3b97-46fb-8368-e5fbe92efa8e,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:35.896622 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60de2c1-9d86-462d-a0fa-2756e8fe34cc req-88234cab-b984-4b0b-a330-2b3915c39801 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:35.898182 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-f60de2c1-9d86-462d-a0fa-2756e8fe34cc req-88234cab-b984-4b0b-a330-2b3915c39801 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/ports?device_id=da137b77-69b8-421d-9410-f004ad9f77a6 HTTP/1.1" status: 200 len: 945 time: 0.2109160 Aug 16 15:16:35.944998 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba09c7b-43d8-4f34-aad2-5e1e92214146 None None] Pushing event updated for resources: {'Port': ['ID=00665021-aef7-4bde-b317-762dbbebe8c1,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:36.015773 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-f60de2c1-9d86-462d-a0fa-2756e8fe34cc req-c15730ea-69fb-463b-afcf-0447e05152bc tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e646468-4163-4ecc-9a71-2289c45a7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056249 Aug 16 15:16:36.064868 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b8490eb7-2a5b-4a62-b22a-e7220eeb26bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:36.134711 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b8490eb7-2a5b-4a62-b22a-e7220eeb26bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769335250701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2787876'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:36.192378 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8490eb7-2a5b-4a62-b22a-e7220eeb26bf admin admin] Pushing event updated for resources: {'Port': ['ID=0239c728-d1d1-401e-9718-03afcbbb41d1,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:36.203029 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8490eb7-2a5b-4a62-b22a-e7220eeb26bf admin admin] Network b7623838-067e-46d7-9324-3e363fad67d4 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:16:36.205443 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-b8490eb7-2a5b-4a62-b22a-e7220eeb26bf admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:16:36.210387 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8490eb7-2a5b-4a62-b22a-e7220eeb26bf admin admin] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:16:36.511172 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device 00665021-aef7-4bde-b317-762dbbebe8c1 up at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:16:36.567566 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 35834) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:36.582900 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning for port 00665021-aef7-4bde-b317-762dbbebe8c1 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:16:36.587651 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ef9154fa-953d-4a02-99c2-9ab4ea973862 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:36.623255 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8128332e-d8a8-4b23-9972-075b9524856e req-1d5c74d9-5ed8-4b81-b617-4a9f81cc0720 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:36.631680 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-8128332e-d8a8-4b23-9972-075b9524856e req-1d5c74d9-5ed8-4b81-b617-4a9f81cc0720 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 945 time: 0.1004972 Aug 16 15:16:36.700398 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-8128332e-d8a8-4b23-9972-075b9524856e req-5e5e3ea3-9876-4c8f-9f72-210fffac2434 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587237 Aug 16 15:16:36.739188 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4fd61f29-14ed-4c81-94cc-08da44d16cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:36.762865 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ef9154fa-953d-4a02-99c2-9ab4ea973862 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:36.766716 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ef9154fa-953d-4a02-99c2-9ab4ea973862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:36.807139 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-ef9154fa-953d-4a02-99c2-9ab4ea973862 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3326bcf764334bb3a5926aac1c64944d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2383821 Aug 16 15:16:36.808007 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 35838) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:36.808809 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9154fa-953d-4a02-99c2-9ab4ea973862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80cf8dd1-2cb1-43f9-9b5a-f26b3573fb61,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:36.898641 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b8490eb7-2a5b-4a62-b22a-e7220eeb26bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:36.943900 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-58f4f375-3cf5-4959-a24a-4de2d259c465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:37.001190 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-58f4f375-3cf5-4959-a24a-4de2d259c465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:37.083218 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6bbec8-f3ed-4f47-89cd-1b124d7acfde None None] Network 5c9974df-1452-4a5b-a52f-46f461318e3c requested from dv-cinder-804757-1-iscsi {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:16:37.098580 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-58f4f375-3cf5-4959-a24a-4de2d259c465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:37.101234 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-58f4f375-3cf5-4959-a24a-4de2d259c465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:37.102365 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-58f4f375-3cf5-4959-a24a-4de2d259c465 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/80cf8dd1-2cb1-43f9-9b5a-f26b3573fb61 HTTP/1.1" status: 204 len: 168 time: 0.2934320 Aug 16 15:16:37.149009 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f4f375-3cf5-4959-a24a-4de2d259c465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80cf8dd1-2cb1-43f9-9b5a-f26b3573fb61,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:37.194564 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b8490eb7-2a5b-4a62-b22a-e7220eeb26bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798747'] for router, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:37.208177 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025fd06-3722-4dae-9912-4827c9810fd7 req-f29a1033-bcfa-4e16-8649-f3c7face0df1 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:37.210183 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-a025fd06-3722-4dae-9912-4827c9810fd7 req-f29a1033-bcfa-4e16-8649-f3c7face0df1 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/ports?device_id=da137b77-69b8-421d-9410-f004ad9f77a6 HTTP/1.1" status: 200 len: 945 time: 0.0784073 Aug 16 15:16:37.211308 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-be359d26-1b85-4e9a-aad4-256f5b6332e1 None None] Provisioning for port 00665021-aef7-4bde-b317-762dbbebe8c1 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:16:37.219667 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-be359d26-1b85-4e9a-aad4-256f5b6332e1 None None] Provisioning complete for port 00665021-aef7-4bde-b317-762dbbebe8c1 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:16:37.219999 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-be359d26-1b85-4e9a-aad4-256f5b6332e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:37.322171 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-a025fd06-3722-4dae-9912-4827c9810fd7 req-95f0d479-1dfc-4dae-9ef4-0f4b078887fc tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e646468-4163-4ecc-9a71-2289c45a7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722988 Aug 16 15:16:37.336602 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-be359d26-1b85-4e9a-aad4-256f5b6332e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:37.375219 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8490eb7-2a5b-4a62-b22a-e7220eeb26bf admin admin] Router e55267b5-09f4-4a93-ad8f-8a1b79d4294c is scheduled to L3 agent b2ca3166-9002-4222-bd01-ae8f73ca62dc with binding_index 1 {{(pid=94052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 15:16:37.379524 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-be359d26-1b85-4e9a-aad4-256f5b6332e1 None None] For port 00665021-aef7-4bde-b317-762dbbebe8c1, host dv-cinder-804757-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=00665021-aef7-4bde-b317-762dbbebe8c1,segment=NetworkSegment(480fd28a-debb-4c9d-8b07-587e9bff1678),segment_id=480fd28a-debb-4c9d-8b07-587e9bff1678)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:16:37.386073 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-be359d26-1b85-4e9a-aad4-256f5b6332e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:37.460989 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be359d26-1b85-4e9a-aad4-256f5b6332e1 None None] Pushing event updated for resources: {'Port': ['ID=00665021-aef7-4bde-b317-762dbbebe8c1,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:37.521452 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8490eb7-2a5b-4a62-b22a-e7220eeb26bf admin admin] Notify agent at l3_agent.dv-cinder-804757-1-iscsi the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:16:37.544559 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ed1f72-4837-40da-9921-585743605243 None None] Sync routers for ids ['e55267b5-09f4-4a93-ad8f-8a1b79d4294c'] in dv-cinder-804757-1-iscsi {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:16:37.547491 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b8490eb7-2a5b-4a62-b22a-e7220eeb26bf admin admin] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:37.548349 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-b8490eb7-2a5b-4a62-b22a-e7220eeb26bf admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8122685 Aug 16 15:16:37.551022 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 35858) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:37.559949 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ed1f72-4837-40da-9921-585743605243 None None] Routers {'e55267b5-09f4-4a93-ad8f-8a1b79d4294c'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:16:37.561478 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-f1ed1f72-4837-40da-9921-585743605243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:16:34Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['e55267b5-09f4-4a93-ad8f-8a1b79d4294c'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:16:37.612321 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-6fe9c44f-27c0-468f-a083-98f09883d8f3 None None] Provisioning complete for port 00665021-aef7-4bde-b317-762dbbebe8c1 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:16:37.612780 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6fe9c44f-27c0-468f-a083-98f09883d8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:37.673610 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-f1ed1f72-4837-40da-9921-585743605243 None None] Set router e55267b5-09f4-4a93-ad8f-8a1b79d4294c gateway port host: dv-cinder-804757-1-iscsi {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:16:37.836172 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ad3d1-4051-40dd-b90a-c29dbc89033f req-bef0f7fc-02f3-42df-a417-b1e2f08f69c4 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:37.838030 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-288ad3d1-4051-40dd-b90a-c29dbc89033f req-bef0f7fc-02f3-42df-a417-b1e2f08f69c4 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 945 time: 0.0626719 Aug 16 15:16:37.884322 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-288ad3d1-4051-40dd-b90a-c29dbc89033f req-3d84a2f7-9c90-43be-a8d4-526b0401865b tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404012 Aug 16 15:16:37.902986 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-f1ed1f72-4837-40da-9921-585743605243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55267b5-09f4-4a93-ad8f-8a1b79d4294c', 'name': 'tempest-AttachVolumeTestJSON-1508374636-router', 'tenant_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '0239c728-d1d1-401e-9718-03afcbbb41d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:16:34Z', 'updated_at': '2021-08-16T15:16:36Z', 'revision_number': 3, 'project_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'gw_port': {'id': '0239c728-d1d1-401e-9718-03afcbbb41d1', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5f:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55267b5-09f4-4a93-ad8f-8a1b79d4294c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:16:35Z', 'updated_at': '2021-08-16T15:16:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi'}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:16:37.931002 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ed1f72-4837-40da-9921-585743605243 None None] Checking router: e55267b5-09f4-4a93-ad8f-8a1b79d4294c for host: dv-cinder-804757-1-iscsi {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:16:37.931459 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ed1f72-4837-40da-9921-585743605243 None None] Updating router e55267b5-09f4-4a93-ad8f-8a1b79d4294c port 0239c728-d1d1-401e-9718-03afcbbb41d1 binding host dv-cinder-804757-1-iscsi {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 15:16:37.960815 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-f1ed1f72-4837-40da-9921-585743605243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:38.026115 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-339fa333-bbf5-4986-93e9-6bc7a46aa728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:38.205826 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-339fa333-bbf5-4986-93e9-6bc7a46aa728 admin admin] Allocated IP 172.20.0.1 (5c9974df-1452-4a5b-a52f-46f461318e3c/7ced82d6-0fff-43a3-9b35-104e114d5850/398bc161-924d-4027-a47b-0113bf762b18) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:16:38.224223 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-f1ed1f72-4837-40da-9921-585743605243 None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:38.235157 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-f1ed1f72-4837-40da-9921-585743605243 None None] Transition to ACTIVE for port object 0239c728-d1d1-401e-9718-03afcbbb41d1 will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:16:38.240370 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-f1ed1f72-4837-40da-9921-585743605243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:38.291461 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751e82c3-4eb1-4418-8a5d-86523fd7a5ee None None] Pushing event updated for resources: {'Port': ['ID=0239c728-d1d1-401e-9718-03afcbbb41d1,revision_number=2']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:38.299809 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751e82c3-4eb1-4418-8a5d-86523fd7a5ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:16:38.300413 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751e82c3-4eb1-4418-8a5d-86523fd7a5ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:16:38.300765 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751e82c3-4eb1-4418-8a5d-86523fd7a5ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:16:38.301126 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751e82c3-4eb1-4418-8a5d-86523fd7a5ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:16:38.301422 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751e82c3-4eb1-4418-8a5d-86523fd7a5ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:16:38.301746 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751e82c3-4eb1-4418-8a5d-86523fd7a5ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:16:38.302080 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751e82c3-4eb1-4418-8a5d-86523fd7a5ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:16:38.302408 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751e82c3-4eb1-4418-8a5d-86523fd7a5ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:16:38.302753 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751e82c3-4eb1-4418-8a5d-86523fd7a5ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:16:38.303082 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751e82c3-4eb1-4418-8a5d-86523fd7a5ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:16:38.303405 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751e82c3-4eb1-4418-8a5d-86523fd7a5ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:16:38.303727 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751e82c3-4eb1-4418-8a5d-86523fd7a5ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:16:38.309035 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-f1ed1f72-4837-40da-9921-585743605243 None None] Attempting to bind port 0239c728-d1d1-401e-9718-03afcbbb41d1 on host dv-cinder-804757-1-iscsi for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:16:38.309399 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-f1ed1f72-4837-40da-9921-585743605243 None None] Attempting to bind port 0239c728-d1d1-401e-9718-03afcbbb41d1 by drivers openvswitch,hyperv on host dv-cinder-804757-1-iscsi at level 0 using segments [{'id': '6c369326-29bf-41f1-8d37-65f3627778f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:16:38.309939 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ed1f72-4837-40da-9921-585743605243 None None] Attempting to bind port 0239c728-d1d1-401e-9718-03afcbbb41d1 on network b7623838-067e-46d7-9324-3e363fad67d4 {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:16:38.315202 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ed1f72-4837-40da-9921-585743605243 None None] Checking agent: {'id': '038bb836-fe78-417c-a302-5d10dc6ddcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 8, 4), 'started_at': datetime.datetime(2021, 8, 16, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:16:38.315584 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ed1f72-4837-40da-9921-585743605243 None None] Checking segment: {'id': '6c369326-29bf-41f1-8d37-65f3627778f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:16:38.315998 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-f1ed1f72-4837-40da-9921-585743605243 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:38.316408 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ed1f72-4837-40da-9921-585743605243 None None] Bound using segment: {'id': '6c369326-29bf-41f1-8d37-65f3627778f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:16:38.316872 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-f1ed1f72-4837-40da-9921-585743605243 None None] Bound port: 0239c728-d1d1-401e-9718-03afcbbb41d1, host: dv-cinder-804757-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c369326-29bf-41f1-8d37-65f3627778f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:16:38.317296 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-f1ed1f72-4837-40da-9921-585743605243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:38.330390 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-339fa333-bbf5-4986-93e9-6bc7a46aa728 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:38.348974 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-339fa333-bbf5-4986-93e9-6bc7a46aa728 admin admin] Transition to ACTIVE for port object 398bc161-924d-4027-a47b-0113bf762b18 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:16:38.391056 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-f1ed1f72-4837-40da-9921-585743605243 None None] For port 0239c728-d1d1-401e-9718-03afcbbb41d1, host dv-cinder-804757-1-iscsi, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:16:38.395469 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-f1ed1f72-4837-40da-9921-585743605243 None None] For port 0239c728-d1d1-401e-9718-03afcbbb41d1, host dv-cinder-804757-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=0239c728-d1d1-401e-9718-03afcbbb41d1,segment=NetworkSegment(6c369326-29bf-41f1-8d37-65f3627778f0),segment_id=6c369326-29bf-41f1-8d37-65f3627778f0)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:16:38.402918 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-f1ed1f72-4837-40da-9921-585743605243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:38.408114 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-339fa333-bbf5-4986-93e9-6bc7a46aa728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769335250701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2787876'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:38.420964 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device 00665021-aef7-4bde-b317-762dbbebe8c1 up at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:16:38.457995 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ed1f72-4837-40da-9921-585743605243 None None] Routers {'e55267b5-09f4-4a93-ad8f-8a1b79d4294c'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:16:38.458975 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-f1ed1f72-4837-40da-9921-585743605243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:16:34Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['e55267b5-09f4-4a93-ad8f-8a1b79d4294c'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:16:38.477697 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning complete for port 00665021-aef7-4bde-b317-762dbbebe8c1 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:16:38.478077 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:38.498068 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339fa333-bbf5-4986-93e9-6bc7a46aa728 admin admin] Network 5c9974df-1452-4a5b-a52f-46f461318e3c is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:16:38.506238 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-339fa333-bbf5-4986-93e9-6bc7a46aa728 admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:16:38.508837 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339fa333-bbf5-4986-93e9-6bc7a46aa728 admin admin] Pushing event updated for resources: {'Port': ['ID=398bc161-924d-4027-a47b-0113bf762b18,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:38.512300 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339fa333-bbf5-4986-93e9-6bc7a46aa728 admin admin] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:16:38.548839 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751e82c3-4eb1-4418-8a5d-86523fd7a5ee None None] Pushing event updated for resources: {'Port': ['ID=0239c728-d1d1-401e-9718-03afcbbb41d1,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:38.555662 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd6f348-bb7c-43ec-ae3e-ee8574e3efe9 req-e793d1f7-72dd-4488-b180-93acb552ea11 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:38.557264 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-8fd6f348-bb7c-43ec-ae3e-ee8574e3efe9 req-e793d1f7-72dd-4488-b180-93acb552ea11 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/ports?device_id=da137b77-69b8-421d-9410-f004ad9f77a6 HTTP/1.1" status: 200 len: 945 time: 0.1445661 Aug 16 15:16:38.596441 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-339fa333-bbf5-4986-93e9-6bc7a46aa728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4167348'] for router_interface, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:38.693032 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-8fd6f348-bb7c-43ec-ae3e-ee8574e3efe9 req-e97796e1-eff7-4b8a-9324-9efc5ec6828e tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e646468-4163-4ecc-9a71-2289c45a7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264675 Aug 16 15:16:38.720284 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-f1ed1f72-4837-40da-9921-585743605243 None None] Set router e55267b5-09f4-4a93-ad8f-8a1b79d4294c gateway port host: dv-cinder-804757-1-iscsi {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:16:38.834758 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-339fa333-bbf5-4986-93e9-6bc7a46aa728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:38.845825 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-43dbc8bc-f494-4214-9817-e48611ff783e None None] Provisioning for port 398bc161-924d-4027-a47b-0113bf762b18 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:16:38.849535 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-43dbc8bc-f494-4214-9817-e48611ff783e None None] Provisioning complete for port 398bc161-924d-4027-a47b-0113bf762b18 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:16:38.850087 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-43dbc8bc-f494-4214-9817-e48611ff783e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:38.887854 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-43dbc8bc-f494-4214-9817-e48611ff783e None None] Port 398bc161-924d-4027-a47b-0113bf762b18 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 15:16:38.916028 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-f1ed1f72-4837-40da-9921-585743605243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55267b5-09f4-4a93-ad8f-8a1b79d4294c', 'name': 'tempest-AttachVolumeTestJSON-1508374636-router', 'tenant_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '0239c728-d1d1-401e-9718-03afcbbb41d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:16:34Z', 'updated_at': '2021-08-16T15:16:36Z', 'revision_number': 3, 'project_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'gw_port': {'id': '0239c728-d1d1-401e-9718-03afcbbb41d1', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5f:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55267b5-09f4-4a93-ad8f-8a1b79d4294c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:16:35Z', 'updated_at': '2021-08-16T15:16:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi'}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:16:38.969841 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ed1f72-4837-40da-9921-585743605243 None None] The sync data for ids ['e55267b5-09f4-4a93-ad8f-8a1b79d4294c'] in dv-cinder-804757-1-iscsi is: [{'id': 'e55267b5-09f4-4a93-ad8f-8a1b79d4294c', 'name': 'tempest-AttachVolumeTestJSON-1508374636-router', 'tenant_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '0239c728-d1d1-401e-9718-03afcbbb41d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:16:34Z', 'updated_at': '2021-08-16T15:16:36Z', 'revision_number': 3, 'project_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'gw_port': {'id': '0239c728-d1d1-401e-9718-03afcbbb41d1', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5f:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55267b5-09f4-4a93-ad8f-8a1b79d4294c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:16:35Z', 'updated_at': '2021-08-16T15:16:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi'}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:16:39.038853 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b07c5-d762-4bfc-aa48-e23847541925 req-da4a91f2-1288-4f6e-9ff5-c0cc0b37ae98 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:39.041864 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-928b07c5-d762-4bfc-aa48-e23847541925 req-da4a91f2-1288-4f6e-9ff5-c0cc0b37ae98 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 945 time: 0.0647886 Aug 16 15:16:39.088179 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-928b07c5-d762-4bfc-aa48-e23847541925 req-216fdb9f-bc7f-4b03-a657-9035070fb560 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386221 Aug 16 15:16:39.214339 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-339fa333-bbf5-4986-93e9-6bc7a46aa728 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:39.218948 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-339fa333-bbf5-4986-93e9-6bc7a46aa728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2787883'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:39.331200 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-339fa333-bbf5-4986-93e9-6bc7a46aa728 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3780398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4167192'] for router_interface, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:39.337168 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339fa333-bbf5-4986-93e9-6bc7a46aa728 admin admin] Pushing event updated for resources: {'Port': ['ID=398bc161-924d-4027-a47b-0113bf762b18,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:39.498071 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339fa333-bbf5-4986-93e9-6bc7a46aa728 admin admin] Network 5c9974df-1452-4a5b-a52f-46f461318e3c is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:16:39.499507 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-339fa333-bbf5-4986-93e9-6bc7a46aa728 admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:16:39.630969 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-339fa333-bbf5-4986-93e9-6bc7a46aa728 admin admin] Router e55267b5-09f4-4a93-ad8f-8a1b79d4294c has already been hosted by L3 agent b2ca3166-9002-4222-bd01-ae8f73ca62dc {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 15:16:39.824890 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-d6a2a2d6-ec97-493c-9557-0009d47f006b None None] Provisioning complete for port 398bc161-924d-4027-a47b-0113bf762b18 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:16:39.825266 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d6a2a2d6-ec97-493c-9557-0009d47f006b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:39.887323 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-d6a2a2d6-ec97-493c-9557-0009d47f006b None None] Port 398bc161-924d-4027-a47b-0113bf762b18 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 15:16:39.894258 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339fa333-bbf5-4986-93e9-6bc7a46aa728 admin admin] Notify agent at l3_agent.dv-cinder-804757-1-iscsi the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:16:39.906653 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-339fa333-bbf5-4986-93e9-6bc7a46aa728 admin admin] 10.222.0.22 "PUT /v2.0/routers/e55267b5-09f4-4a93-ad8f-8a1b79d4294c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3542547 Aug 16 15:16:39.946947 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ae968-6a40-4028-8ce5-d3d32234c596 req-a779a5fe-5cd6-4a27-ba5b-a6324e384a3b tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:39.952085 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-8e7ae968-6a40-4028-8ce5-d3d32234c596 req-a779a5fe-5cd6-4a27-ba5b-a6324e384a3b tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/ports?device_id=da137b77-69b8-421d-9410-f004ad9f77a6 HTTP/1.1" status: 200 len: 945 time: 0.1541982 Aug 16 15:16:39.968002 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.agents_db [None req-45e7de1a-0021-4862-aee0-d1a44650be34 None None] Agent healthcheck: found 6 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 15:16:40.008085 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-8e7ae968-6a40-4028-8ce5-d3d32234c596 req-4abab923-ea6b-44e4-bd10-809baace7daf tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e646468-4163-4ecc-9a71-2289c45a7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445538 Aug 16 15:16:40.257641 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d0aa71-aadc-4543-9827-9fe76c7e2dd8 req-4d84b5b4-46b3-439a-9357-192176bc34ab tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:40.260777 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-62d0aa71-aadc-4543-9827-9fe76c7e2dd8 req-4d84b5b4-46b3-439a-9357-192176bc34ab tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 945 time: 0.0872960 Aug 16 15:16:40.313345 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-62d0aa71-aadc-4543-9827-9fe76c7e2dd8 req-1fd1c779-a110-40d6-9b50-59c970f5dc17 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458746 Aug 16 15:16:40.462382 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device 0239c728-d1d1-401e-9718-03afcbbb41d1 up at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:16:40.531746 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 35998) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:40.532862 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning for port 0239c728-d1d1-401e-9718-03afcbbb41d1 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:16:40.537754 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning complete for port 0239c728-d1d1-401e-9718-03afcbbb41d1 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:16:40.538346 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:40.538776 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.v2.base [None req-ee455c0a-d464-4d65-a8cf-8db6a94be8a5 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1253020416', 'description': 'tempest-description--821709857'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:16:40.571670 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ee455c0a-d464-4d65-a8cf-8db6a94be8a5 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:40.637729 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:40.662416 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] For port 0239c728-d1d1-401e-9718-03afcbbb41d1, host dv-cinder-804757-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=0239c728-d1d1-401e-9718-03afcbbb41d1,segment=NetworkSegment(6c369326-29bf-41f1-8d37-65f3627778f0),segment_id=6c369326-29bf-41f1-8d37-65f3627778f0)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:16:40.673636 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:40.711183 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ee455c0a-d464-4d65-a8cf-8db6a94be8a5 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:40.717746 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ee455c0a-d464-4d65-a8cf-8db6a94be8a5 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:40.756485 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee455c0a-d464-4d65-a8cf-8db6a94be8a5 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd64719-1f02-4e88-bb1f-dbc33ca11f9e,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:40.761817 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ee455c0a-d464-4d65-a8cf-8db6a94be8a5 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:40.766489 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-ee455c0a-d464-4d65-a8cf-8db6a94be8a5 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2322302 Aug 16 15:16:40.766608 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 36010) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:40.779409 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [None req-926a6e69-1c6f-4f78-a46a-973b8966589f tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Request body: {'security_group_rule': {'security_group_id': '2cd64719-1f02-4e88-bb1f-dbc33ca11f9e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:16:40.780638 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Pushing event updated for resources: {'Port': ['ID=0239c728-d1d1-401e-9718-03afcbbb41d1,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:40.789309 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:16:40.789740 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:16:40.790302 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:16:40.790711 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:16:40.791145 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:16:40.791695 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:16:40.792290 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:16:40.792808 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:16:40.793234 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:16:40.793676 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:16:40.794072 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:16:40.794400 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:16:40.837718 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-926a6e69-1c6f-4f78-a46a-973b8966589f tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:40.949792 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-926a6e69-1c6f-4f78-a46a-973b8966589f tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:40.954521 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-926a6e69-1c6f-4f78-a46a-973b8966589f tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109690'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:40.985515 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926a6e69-1c6f-4f78-a46a-973b8966589f tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d08a3bb4-2ca5-4c38-9d58-460e76543a8c,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:40.989435 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-926a6e69-1c6f-4f78-a46a-973b8966589f tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:40.990736 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-926a6e69-1c6f-4f78-a46a-973b8966589f tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2231531 Aug 16 15:16:40.993439 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 36022) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:41.005023 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [None req-94aaf5b6-ed7f-41fa-95d7-b1eefe531f93 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Request body: {'security_group_rule': {'security_group_id': '2cd64719-1f02-4e88-bb1f-dbc33ca11f9e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:16:41.055624 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca3f12b-663e-4c2b-a501-71bc5ffc0823 None None] Sync routers for ids ['e55267b5-09f4-4a93-ad8f-8a1b79d4294c'] in dv-cinder-804757-1-iscsi {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:16:41.061937 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-94aaf5b6-ed7f-41fa-95d7-b1eefe531f93 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:41.068320 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca3f12b-663e-4c2b-a501-71bc5ffc0823 None None] Routers {'e55267b5-09f4-4a93-ad8f-8a1b79d4294c'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:16:41.069576 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-6ca3f12b-663e-4c2b-a501-71bc5ffc0823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:16:34Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['e55267b5-09f4-4a93-ad8f-8a1b79d4294c'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:16:41.144614 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc534773-7233-46b5-9c61-73c2be8f5382 req-a34792a4-998f-4049-aecc-06bf17648148 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:41.146584 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-dc534773-7233-46b5-9c61-73c2be8f5382 req-a34792a4-998f-4049-aecc-06bf17648148 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/ports?device_id=da137b77-69b8-421d-9410-f004ad9f77a6 HTTP/1.1" status: 200 len: 945 time: 0.0655019 Aug 16 15:16:41.170355 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-94aaf5b6-ed7f-41fa-95d7-b1eefe531f93 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:41.179225 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-94aaf5b6-ed7f-41fa-95d7-b1eefe531f93 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109690'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:41.195640 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aaf5b6-ed7f-41fa-95d7-b1eefe531f93 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48939e43-e116-456e-980f-6def9a0f950f,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:41.210374 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-dc534773-7233-46b5-9c61-73c2be8f5382 req-cded4e5a-0946-4ab0-b709-122935d56b80 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e646468-4163-4ecc-9a71-2289c45a7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557263 Aug 16 15:16:41.217156 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-94aaf5b6-ed7f-41fa-95d7-b1eefe531f93 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:41.218736 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-94aaf5b6-ed7f-41fa-95d7-b1eefe531f93 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2235692 Aug 16 15:16:41.221904 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 36028) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:41.226441 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-6ca3f12b-663e-4c2b-a501-71bc5ffc0823 None None] Set router e55267b5-09f4-4a93-ad8f-8a1b79d4294c gateway port host: dv-cinder-804757-1-iscsi {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:16:41.226784 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [None req-5f153eb7-9b11-4d83-8b63-e2cc3328efc3 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Request body: {'floatingip': {'floating_network_id': 'b7623838-067e-46d7-9324-3e363fad67d4'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:16:41.272524 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5f153eb7-9b11-4d83-8b63-e2cc3328efc3 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks [] for floatingip, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:41.415442 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5f153eb7-9b11-4d83-8b63-e2cc3328efc3 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:41.463555 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-6ca3f12b-663e-4c2b-a501-71bc5ffc0823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55267b5-09f4-4a93-ad8f-8a1b79d4294c', 'name': 'tempest-AttachVolumeTestJSON-1508374636-router', 'tenant_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '0239c728-d1d1-401e-9718-03afcbbb41d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:16:34Z', 'updated_at': '2021-08-16T15:16:38Z', 'revision_number': 4, 'project_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'gw_port': {'id': '0239c728-d1d1-401e-9718-03afcbbb41d1', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55267b5-09f4-4a93-ad8f-8a1b79d4294c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:16:35Z', 'updated_at': '2021-08-16T15:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_interfaces': [{'id': '398bc161-924d-4027-a47b-0113bf762b18', 'name': '', 'network_id': '5c9974df-1452-4a5b-a52f-46f461318e3c', 'tenant_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'mac_address': 'fa:16:3e:16:21:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55267b5-09f4-4a93-ad8f-8a1b79d4294c', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '7ced82d6-0fff-43a3-9b35-104e114d5850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:16:38Z', 'updated_at': '2021-08-16T15:16:39Z', 'revision_number': 2, 'project_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'subnets': [{'id': '7ced82d6-0fff-43a3-9b35-104e114d5850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:16:41.481739 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f3924-eca5-42b0-8d34-e38b53467aab req-f359878c-d9f1-450e-944f-349790cdd53d tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:41.483458 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-902f3924-eca5-42b0-8d34-e38b53467aab req-f359878c-d9f1-450e-944f-349790cdd53d tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 945 time: 0.0981596 Aug 16 15:16:41.490478 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca3f12b-663e-4c2b-a501-71bc5ffc0823 None None] Checking router: e55267b5-09f4-4a93-ad8f-8a1b79d4294c for host: dv-cinder-804757-1-iscsi {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:16:41.490832 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca3f12b-663e-4c2b-a501-71bc5ffc0823 None None] Updating router e55267b5-09f4-4a93-ad8f-8a1b79d4294c port 398bc161-924d-4027-a47b-0113bf762b18 binding host dv-cinder-804757-1-iscsi {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 15:16:41.516772 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6ca3f12b-663e-4c2b-a501-71bc5ffc0823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:41.558033 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-902f3924-eca5-42b0-8d34-e38b53467aab req-29400054-4b72-4382-a5c8-535f1aee92de tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622799 Aug 16 15:16:41.565985 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-5f153eb7-9b11-4d83-8b63-e2cc3328efc3 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Allocated IP 172.27.3.164 (b7623838-067e-46d7-9324-3e363fad67d4/838856c9-cc6d-4250-847b-ebd189817dd9/18d7725d-9390-497d-900a-3ff0753e51f3) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:16:41.687650 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5f153eb7-9b11-4d83-8b63-e2cc3328efc3 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:41.745188 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5f153eb7-9b11-4d83-8b63-e2cc3328efc3 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769335250701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268375'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:41.783963 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f153eb7-9b11-4d83-8b63-e2cc3328efc3 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Network b7623838-067e-46d7-9324-3e363fad67d4 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:16:41.786706 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-5f153eb7-9b11-4d83-8b63-e2cc3328efc3 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:16:41.792232 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f153eb7-9b11-4d83-8b63-e2cc3328efc3 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:16:41.801501 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6ca3f12b-663e-4c2b-a501-71bc5ffc0823 None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:41.812135 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-6ca3f12b-663e-4c2b-a501-71bc5ffc0823 None None] Transition to ACTIVE for port object 398bc161-924d-4027-a47b-0113bf762b18 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:16:41.818333 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6ca3f12b-663e-4c2b-a501-71bc5ffc0823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:41.821716 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f153eb7-9b11-4d83-8b63-e2cc3328efc3 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Pushing event updated for resources: {'Port': ['ID=18d7725d-9390-497d-900a-3ff0753e51f3,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:41.898202 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42171a41-d1de-404e-b20b-750ced5c3403 None None] Pushing event updated for resources: {'Port': ['ID=398bc161-924d-4027-a47b-0113bf762b18,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:41.936844 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5f153eb7-9b11-4d83-8b63-e2cc3328efc3 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:41.946904 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-6ca3f12b-663e-4c2b-a501-71bc5ffc0823 None None] Attempting to bind port 398bc161-924d-4027-a47b-0113bf762b18 on host dv-cinder-804757-1-iscsi for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:16:41.947604 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-6ca3f12b-663e-4c2b-a501-71bc5ffc0823 None None] Attempting to bind port 398bc161-924d-4027-a47b-0113bf762b18 by drivers openvswitch,hyperv on host dv-cinder-804757-1-iscsi at level 0 using segments [{'id': '480fd28a-debb-4c9d-8b07-587e9bff1678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5c9974df-1452-4a5b-a52f-46f461318e3c'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:16:41.948361 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca3f12b-663e-4c2b-a501-71bc5ffc0823 None None] Attempting to bind port 398bc161-924d-4027-a47b-0113bf762b18 on network 5c9974df-1452-4a5b-a52f-46f461318e3c {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:16:41.958258 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca3f12b-663e-4c2b-a501-71bc5ffc0823 None None] Checking agent: {'id': '038bb836-fe78-417c-a302-5d10dc6ddcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 8, 4), 'started_at': datetime.datetime(2021, 8, 16, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:16:41.958651 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca3f12b-663e-4c2b-a501-71bc5ffc0823 None None] Checking segment: {'id': '480fd28a-debb-4c9d-8b07-587e9bff1678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5c9974df-1452-4a5b-a52f-46f461318e3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:16:41.959064 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6ca3f12b-663e-4c2b-a501-71bc5ffc0823 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:41.959471 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca3f12b-663e-4c2b-a501-71bc5ffc0823 None None] Bound using segment: {'id': '480fd28a-debb-4c9d-8b07-587e9bff1678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5c9974df-1452-4a5b-a52f-46f461318e3c'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:16:41.959929 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-6ca3f12b-663e-4c2b-a501-71bc5ffc0823 None None] Bound port: 398bc161-924d-4027-a47b-0113bf762b18, host: dv-cinder-804757-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '480fd28a-debb-4c9d-8b07-587e9bff1678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5c9974df-1452-4a5b-a52f-46f461318e3c'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:16:41.960338 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6ca3f12b-663e-4c2b-a501-71bc5ffc0823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:41.988551 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5f153eb7-9b11-4d83-8b63-e2cc3328efc3 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:42.072802 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-6ca3f12b-663e-4c2b-a501-71bc5ffc0823 None None] For port 398bc161-924d-4027-a47b-0113bf762b18, host dv-cinder-804757-1-iscsi, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:16:42.078184 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-6ca3f12b-663e-4c2b-a501-71bc5ffc0823 None None] For port 398bc161-924d-4027-a47b-0113bf762b18, host dv-cinder-804757-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=398bc161-924d-4027-a47b-0113bf762b18,segment=NetworkSegment(480fd28a-debb-4c9d-8b07-587e9bff1678),segment_id=480fd28a-debb-4c9d-8b07-587e9bff1678)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:16:42.083564 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6ca3f12b-663e-4c2b-a501-71bc5ffc0823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:42.177188 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42171a41-d1de-404e-b20b-750ced5c3403 None None] Pushing event updated for resources: {'Port': ['ID=398bc161-924d-4027-a47b-0113bf762b18,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:42.190863 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca3f12b-663e-4c2b-a501-71bc5ffc0823 None None] Routers {'e55267b5-09f4-4a93-ad8f-8a1b79d4294c'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:16:42.191985 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-6ca3f12b-663e-4c2b-a501-71bc5ffc0823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:16:34Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['e55267b5-09f4-4a93-ad8f-8a1b79d4294c'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:16:42.205868 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5f153eb7-9b11-4d83-8b63-e2cc3328efc3 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:42.212872 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5f153eb7-9b11-4d83-8b63-e2cc3328efc3 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2268376'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:42.325736 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f153eb7-9b11-4d83-8b63-e2cc3328efc3 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Pushing event updated for resources: {'Port': ['ID=18d7725d-9390-497d-900a-3ff0753e51f3,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:42.342924 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5f153eb7-9b11-4d83-8b63-e2cc3328efc3 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798589'] for floatingip, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:42.372677 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5f153eb7-9b11-4d83-8b63-e2cc3328efc3 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:42.373743 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-5f153eb7-9b11-4d83-8b63-e2cc3328efc3 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1503811 Aug 16 15:16:42.436867 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-6ca3f12b-663e-4c2b-a501-71bc5ffc0823 None None] Set router e55267b5-09f4-4a93-ad8f-8a1b79d4294c gateway port host: dv-cinder-804757-1-iscsi {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:16:42.469776 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4483e0ae-7b8e-472e-8598-280936b674bd req-fbd9e1c5-9a29-4a20-89e9-1b1850a027e7 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:42.475151 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device 0239c728-d1d1-401e-9718-03afcbbb41d1 up at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:16:42.483019 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-4483e0ae-7b8e-472e-8598-280936b674bd req-fbd9e1c5-9a29-4a20-89e9-1b1850a027e7 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/ports?device_id=da137b77-69b8-421d-9410-f004ad9f77a6 HTTP/1.1" status: 200 len: 945 time: 0.1277039 Aug 16 15:16:42.554948 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-4483e0ae-7b8e-472e-8598-280936b674bd req-b8c12cae-7fed-439d-b2e2-990b681b012b tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e646468-4163-4ecc-9a71-2289c45a7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657928 Aug 16 15:16:42.580533 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 36092) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:42.729844 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-2abab5e5-d166-4c1b-aa6b-57eb477d378d req-e678f350-68e4-49d8-b389-3ce324f46c8d tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1253020416&fields=id&tenant_id=d3a7f9f707ee45cba24f8d207b4a20be HTTP/1.1" status: 200 len: 267 time: 0.0939641 Aug 16 15:16:42.733850 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning complete for port 0239c728-d1d1-401e-9718-03afcbbb41d1 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:16:42.734404 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:42.741136 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003ce9cd-bce7-47fe-9da7-003ff9acf075 req-21175cec-3833-48a5-9a87-9adef4acdf37 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:42.742674 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-003ce9cd-bce7-47fe-9da7-003ff9acf075 req-21175cec-3833-48a5-9a87-9adef4acdf37 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 945 time: 0.0911229 Aug 16 15:16:42.806948 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-003ce9cd-bce7-47fe-9da7-003ff9acf075 req-22409452-ad5c-42a6-94a6-16ed21b5b5b0 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573859 Aug 16 15:16:42.841576 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5da2aafd-04a2-4309-9042-742125b8f3dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:42.895641 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-6ca3f12b-663e-4c2b-a501-71bc5ffc0823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55267b5-09f4-4a93-ad8f-8a1b79d4294c', 'name': 'tempest-AttachVolumeTestJSON-1508374636-router', 'tenant_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '0239c728-d1d1-401e-9718-03afcbbb41d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:16:34Z', 'updated_at': '2021-08-16T15:16:38Z', 'revision_number': 4, 'project_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'gw_port': {'id': '0239c728-d1d1-401e-9718-03afcbbb41d1', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55267b5-09f4-4a93-ad8f-8a1b79d4294c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:16:35Z', 'updated_at': '2021-08-16T15:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_interfaces': [{'id': '398bc161-924d-4027-a47b-0113bf762b18', 'name': '', 'network_id': '5c9974df-1452-4a5b-a52f-46f461318e3c', 'tenant_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'mac_address': 'fa:16:3e:16:21:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55267b5-09f4-4a93-ad8f-8a1b79d4294c', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '7ced82d6-0fff-43a3-9b35-104e114d5850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:16:38Z', 'updated_at': '2021-08-16T15:16:42Z', 'revision_number': 4, 'project_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'subnets': [{'id': '7ced82d6-0fff-43a3-9b35-104e114d5850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:16:42.928377 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abab5e5-d166-4c1b-aa6b-57eb477d378d req-9f00decf-2f26-490d-941c-2adc8454ba1b tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:42.930056 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-2abab5e5-d166-4c1b-aa6b-57eb477d378d req-9f00decf-2f26-490d-941c-2adc8454ba1b tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/networks?id=5c9974df-1452-4a5b-a52f-46f461318e3c HTTP/1.1" status: 200 len: 811 time: 0.1989253 Aug 16 15:16:42.932603 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca3f12b-663e-4c2b-a501-71bc5ffc0823 None None] The sync data for ids ['e55267b5-09f4-4a93-ad8f-8a1b79d4294c'] in dv-cinder-804757-1-iscsi is: [{'id': 'e55267b5-09f4-4a93-ad8f-8a1b79d4294c', 'name': 'tempest-AttachVolumeTestJSON-1508374636-router', 'tenant_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '0239c728-d1d1-401e-9718-03afcbbb41d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:16:34Z', 'updated_at': '2021-08-16T15:16:38Z', 'revision_number': 4, 'project_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'gw_port': {'id': '0239c728-d1d1-401e-9718-03afcbbb41d1', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55267b5-09f4-4a93-ad8f-8a1b79d4294c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:16:35Z', 'updated_at': '2021-08-16T15:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_interfaces': [{'id': '398bc161-924d-4027-a47b-0113bf762b18', 'name': '', 'network_id': '5c9974df-1452-4a5b-a52f-46f461318e3c', 'tenant_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'mac_address': 'fa:16:3e:16:21:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55267b5-09f4-4a93-ad8f-8a1b79d4294c', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '7ced82d6-0fff-43a3-9b35-104e114d5850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:16:38Z', 'updated_at': '2021-08-16T15:16:42Z', 'revision_number': 4, 'project_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'subnets': [{'id': '7ced82d6-0fff-43a3-9b35-104e114d5850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:16:42.964795 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-2abab5e5-d166-4c1b-aa6b-57eb477d378d req-9ce1fd66-e859-4ad1-936e-f04590d494e2 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/quotas/d3a7f9f707ee45cba24f8d207b4a20be HTTP/1.1" status: 200 len: 375 time: 0.0200448 Aug 16 15:16:43.360446 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5da2aafd-04a2-4309-9042-742125b8f3dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:43.372237 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5da2aafd-04a2-4309-9042-742125b8f3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:43.404977 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-2abab5e5-d166-4c1b-aa6b-57eb477d378d req-6867c241-553c-497f-bcc9-b73453cebbbb tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d3a7f9f707ee45cba24f8d207b4a20be&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3938370 Aug 16 15:16:43.433546 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ede7b3-d210-42ad-93db-3b24fd4bf96d req-02cbca4b-0b46-467a-b86b-8065798f051c tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:43.435730 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-f2ede7b3-d210-42ad-93db-3b24fd4bf96d req-02cbca4b-0b46-467a-b86b-8065798f051c tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.63 "GET /v2.0/ports?device_id=da137b77-69b8-421d-9410-f004ad9f77a6 HTTP/1.1" status: 200 len: 945 time: 0.3731711 Aug 16 15:16:43.446881 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-5da2aafd-04a2-4309-9042-742125b8f3dd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7761ca1907624db0ae4c2d21a9617b6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8653543 Aug 16 15:16:43.449569 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 36134) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:43.450252 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da2aafd-04a2-4309-9042-742125b8f3dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2516a2fe-753d-4a96-a450-43c353c54a46,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:43.521727 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4a5024cc-6ce4-4a3a-943f-bc96e0dc666b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:43.544358 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4a5024cc-6ce4-4a3a-943f-bc96e0dc666b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:43.589412 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [req-2abab5e5-d166-4c1b-aa6b-57eb477d378d req-2cb1b208-b0fe-484e-a1f6-dcbbf4191eb9 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 15:16:43.590434 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-2abab5e5-d166-4c1b-aa6b-57eb477d378d req-2cb1b208-b0fe-484e-a1f6-dcbbf4191eb9 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0699942 Aug 16 15:16:43.622114 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4a5024cc-6ce4-4a3a-943f-bc96e0dc666b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:43.625044 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4a5024cc-6ce4-4a3a-943f-bc96e0dc666b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:43.629877 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-4a5024cc-6ce4-4a3a-943f-bc96e0dc666b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2516a2fe-753d-4a96-a450-43c353c54a46 HTTP/1.1" status: 204 len: 168 time: 0.1791718 Aug 16 15:16:43.644921 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5024cc-6ce4-4a3a-943f-bc96e0dc666b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2516a2fe-753d-4a96-a450-43c353c54a46,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:43.705512 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4634d-9037-4012-bec5-5bdf96ad6fd3 req-cd01e5d3-e438-4a0c-8049-7a98d2f3dd13 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:43.707789 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-84d4634d-9037-4012-bec5-5bdf96ad6fd3 req-cd01e5d3-e438-4a0c-8049-7a98d2f3dd13 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/ports?device_id=da137b77-69b8-421d-9410-f004ad9f77a6 HTTP/1.1" status: 200 len: 945 time: 0.0649543 Aug 16 15:16:43.714798 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-f2ede7b3-d210-42ad-93db-3b24fd4bf96d req-7c68fbd6-047e-44fb-9fde-dd313be1c472 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Deleting port 928677d0-9d0c-4f71-b4ba-c3354e2121c4 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:16:43.715143 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f2ede7b3-d210-42ad-93db-3b24fd4bf96d req-7c68fbd6-047e-44fb-9fde-dd313be1c472 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769335647479'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:43.761817 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-84d4634d-9037-4012-bec5-5bdf96ad6fd3 req-7871beb9-5491-4fb1-8811-48fb82ba1d56 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e646468-4163-4ecc-9a71-2289c45a7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452402 Aug 16 15:16:43.838631 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-2abab5e5-d166-4c1b-aa6b-57eb477d378d req-ae05373b-a617-4d18-b247-3c653c236601 service neutron] 10.222.0.22 "GET /v2.0/networks/5c9974df-1452-4a5b-a52f-46f461318e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375844 Aug 16 15:16:43.967046 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52fd86-fe9c-4eee-bc8c-99697c3f0ccd req-7e32aad1-9604-4bd0-a7ca-699689a01b54 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:43.969404 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-9b52fd86-fe9c-4eee-bc8c-99697c3f0ccd req-7e32aad1-9604-4bd0-a7ca-699689a01b54 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 945 time: 0.0688124 Aug 16 15:16:43.974382 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-f2ede7b3-d210-42ad-93db-3b24fd4bf96d req-7c68fbd6-047e-44fb-9fde-dd313be1c472 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] For port 928677d0-9d0c-4f71-b4ba-c3354e2121c4, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=928677d0-9d0c-4f71-b4ba-c3354e2121c4,segment=NetworkSegment(1cafa780-1ec5-43e7-9906-cd719165275f),segment_id=1cafa780-1ec5-43e7-9906-cd719165275f)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:16:43.974813 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f2ede7b3-d210-42ad-93db-3b24fd4bf96d req-7c68fbd6-047e-44fb-9fde-dd313be1c472 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3800399'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:44.014334 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-f2ede7b3-d210-42ad-93db-3b24fd4bf96d req-7c68fbd6-047e-44fb-9fde-dd313be1c472 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Calling delete_port for 928677d0-9d0c-4f71-b4ba-c3354e2121c4 owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:16:44.027730 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-2abab5e5-d166-4c1b-aa6b-57eb477d378d req-337d3be1-462f-4797-ad23-0ae1aca4240e service neutron] 10.222.0.22 "GET /v2.0/networks/5c9974df-1452-4a5b-a52f-46f461318e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729534 Aug 16 15:16:44.032633 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-9b52fd86-fe9c-4eee-bc8c-99697c3f0ccd req-bc478c57-ec4f-4132-b221-b3176eec29b4 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554709 Aug 16 15:16:44.061777 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 36158) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:44.083898 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-47e34571-1a8f-464f-bb13-933e81cbb585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:44.220278 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-47e34571-1a8f-464f-bb13-933e81cbb585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:44.235146 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-47e34571-1a8f-464f-bb13-933e81cbb585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:44.301504 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f2ede7b3-d210-42ad-93db-3b24fd4bf96d req-7c68fbd6-047e-44fb-9fde-dd313be1c472 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769335768917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769335250710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268375'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:44.316191 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-47e34571-1a8f-464f-bb13-933e81cbb585 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=221f306653234478a6334ea486838eb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2530479 Aug 16 15:16:44.318909 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 36170) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:44.319827 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] get_ports_and_sgs() called for port_ids ['928677d0-9d0c-4f71-b4ba-c3354e2121c4'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:16:44.336378 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e34571-1a8f-464f-bb13-933e81cbb585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29764004-d745-425c-8e91-5cab8ed89c35,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:44.342692 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c68fbd6-047e-44fb-9fde-dd313be1c472 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Pushing event deleted for resources: {'Port': ['ID=928677d0-9d0c-4f71-b4ba-c3354e2121c4,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:44.420568 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 36176) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:44.439310 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2ede7b3-d210-42ad-93db-3b24fd4bf96d req-7c68fbd6-047e-44fb-9fde-dd313be1c472 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] No DVR routers for this DVR port 928677d0-9d0c-4f71-b4ba-c3354e2121c4 on host hv-cinder-80475 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 15:16:44.439310 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f2ede7b3-d210-42ad-93db-3b24fd4bf96d req-7c68fbd6-047e-44fb-9fde-dd313be1c472 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:44.442763 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-f2ede7b3-d210-42ad-93db-3b24fd4bf96d req-7c68fbd6-047e-44fb-9fde-dd313be1c472 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.63 "DELETE /v2.0/ports/928677d0-9d0c-4f71-b4ba-c3354e2121c4 HTTP/1.1" status: 204 len: 173 time: 0.9939370 Aug 16 15:16:44.442925 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da137b77-69b8-421d-9410-f004ad9f77a6', 'name': 'network-vif-deleted', 'tag': '928677d0-9d0c-4f71-b4ba-c3354e2121c4'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:16:44.445280 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a5cfb7157b8b73f0e4116fd12db15b1ff73336af95e475daca955d95e5834ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9784c350-b334-4097-b57c-7fe522cb827c" -d '{"events": [{"server_uuid": "da137b77-69b8-421d-9410-f004ad9f77a6", "name": "network-vif-deleted", "tag": "928677d0-9d0c-4f71-b4ba-c3354e2121c4"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:16:44.527133 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c9c1c621-7f0d-4c5e-81a7-b0863cd0a5b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:44.547576 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb42029a-57b4-4961-9067-2da4be2010e3 x-openstack-request-id: req-cb42029a-57b4-4961-9067-2da4be2010e3 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:16:44.547880 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da137b77-69b8-421d-9410-f004ad9f77a6", "name": "network-vif-deleted", "tag": "928677d0-9d0c-4f71-b4ba-c3354e2121c4", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:16:44.548286 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cb42029a-57b4-4961-9067-2da4be2010e3 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:16:44.550089 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da137b77-69b8-421d-9410-f004ad9f77a6', 'name': 'network-vif-deleted', 'tag': '928677d0-9d0c-4f71-b4ba-c3354e2121c4', 'status': 'completed', 'code': 200} Aug 16 15:16:44.657177 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-34503f4c-cd59-495f-b904-f5043f849ccf req-121acb80-a68f-448c-bc42-ec9b653430e3 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e502ea1-64ee-4c33-8335-f74a9d6424c6 HTTP/1.1" status: 200 len: 210 time: 0.0992219 Aug 16 15:16:44.672768 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c9c1c621-7f0d-4c5e-81a7-b0863cd0a5b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:44.706654 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device 398bc161-924d-4027-a47b-0113bf762b18 up at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:16:44.753048 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c9c1c621-7f0d-4c5e-81a7-b0863cd0a5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:44.755899 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c9c1c621-7f0d-4c5e-81a7-b0863cd0a5b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:44.757941 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-c9c1c621-7f0d-4c5e-81a7-b0863cd0a5b1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/29764004-d745-425c-8e91-5cab8ed89c35 HTTP/1.1" status: 204 len: 168 time: 0.4354320 Aug 16 15:16:44.768954 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c1e649de-52a0-4b62-b953-9412732d1b59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:44.776939 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c1c621-7f0d-4c5e-81a7-b0863cd0a5b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29764004-d745-425c-8e91-5cab8ed89c35,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:44.896552 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning for port 398bc161-924d-4027-a47b-0113bf762b18 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:16:44.908956 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning complete for port 398bc161-924d-4027-a47b-0113bf762b18 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:16:44.909335 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:45.014653 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-3eec2934-3737-45f3-9b1f-fae32466aec5 req-5ca070ec-5e3f-4326-a033-975336e8f671 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/ports?device_id=da137b77-69b8-421d-9410-f004ad9f77a6 HTTP/1.1" status: 200 len: 210 time: 0.0728276 Aug 16 15:16:45.099625 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c1e649de-52a0-4b62-b953-9412732d1b59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:45.112611 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c1e649de-52a0-4b62-b953-9412732d1b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:45.158263 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:45.254814 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] For port 398bc161-924d-4027-a47b-0113bf762b18, host dv-cinder-804757-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=398bc161-924d-4027-a47b-0113bf762b18,segment=NetworkSegment(480fd28a-debb-4c9d-8b07-587e9bff1678),segment_id=480fd28a-debb-4c9d-8b07-587e9bff1678)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:16:45.264815 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:45.347416 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-c1e649de-52a0-4b62-b953-9412732d1b59 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=124bbdd5cc634f75a2e76d388a155271&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9223311 Aug 16 15:16:45.349794 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e649de-52a0-4b62-b953-9412732d1b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e130b73-cb9a-40d2-bc6d-90a2596961dc,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:45.350166 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 36218) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:45.411827 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e115c4c-a66c-4bbc-997e-c2197e0a4cda req-5784e884-35c7-48c9-beba-f0e7525c4144 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:45.421210 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-9e115c4c-a66c-4bbc-997e-c2197e0a4cda req-5784e884-35c7-48c9-beba-f0e7525c4144 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 945 time: 0.2253778 Aug 16 15:16:45.430921 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Pushing event updated for resources: {'Port': ['ID=398bc161-924d-4027-a47b-0113bf762b18,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:45.435200 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dbc532c3-fb27-40c4-adb3-75ecb57b40ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:45.466359 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dbc532c3-fb27-40c4-adb3-75ecb57b40ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:45.478601 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-9e115c4c-a66c-4bbc-997e-c2197e0a4cda req-d4672132-29cd-4823-87ae-aaede1b4051c tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532079 Aug 16 15:16:45.488988 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 36224) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:45.508331 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6ac3e484-a35d-4dee-8558-f33b5e051653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:45.532530 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dbc532c3-fb27-40c4-adb3-75ecb57b40ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:45.535805 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dbc532c3-fb27-40c4-adb3-75ecb57b40ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:45.540896 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-dbc532c3-fb27-40c4-adb3-75ecb57b40ac admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8e130b73-cb9a-40d2-bc6d-90a2596961dc HTTP/1.1" status: 204 len: 168 time: 0.1891358 Aug 16 15:16:45.553127 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc532c3-fb27-40c4-adb3-75ecb57b40ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e130b73-cb9a-40d2-bc6d-90a2596961dc,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:45.636708 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6ac3e484-a35d-4dee-8558-f33b5e051653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:45.640903 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6ac3e484-a35d-4dee-8558-f33b5e051653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:45.680217 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-6ac3e484-a35d-4dee-8558-f33b5e051653 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=52badc77b1454715aff2f7e436dfb99c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1894875 Aug 16 15:16:45.681333 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac3e484-a35d-4dee-8558-f33b5e051653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75bbef6a-5a04-4e1a-99c0-843085dd5425,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:45.682935 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 36232) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:45.773015 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3054940d-ebca-40d0-b4d2-bf1721badba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:45.776248 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-0b72a1ab-c500-4b11-afc2-f9109e07bb2f req-15c5c2b7-c658-4eaf-abcc-2c96cf1926e0 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e502ea1-64ee-4c33-8335-f74a9d6424c6 HTTP/1.1" status: 200 len: 210 time: 0.0465105 Aug 16 15:16:45.799997 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3054940d-ebca-40d0-b4d2-bf1721badba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:45.852092 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3054940d-ebca-40d0-b4d2-bf1721badba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:45.855158 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3054940d-ebca-40d0-b4d2-bf1721badba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:45.856468 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-3054940d-ebca-40d0-b4d2-bf1721badba6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/75bbef6a-5a04-4e1a-99c0-843085dd5425 HTTP/1.1" status: 204 len: 168 time: 0.1724031 Aug 16 15:16:45.864822 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3054940d-ebca-40d0-b4d2-bf1721badba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75bbef6a-5a04-4e1a-99c0-843085dd5425,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:45.960796 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 36238) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:45.975476 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-816d67db-e94b-405c-8e6a-9843ed227054 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:46.192350 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abab5e5-d166-4c1b-aa6b-57eb477d378d req-54349750-a2fd-4b0e-8d52-a6049eee1c48 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:46.193798 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-2abab5e5-d166-4c1b-aa6b-57eb477d378d req-54349750-a2fd-4b0e-8d52-a6049eee1c48 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.63 "GET /v2.0/networks?id=5c9974df-1452-4a5b-a52f-46f461318e3c HTTP/1.1" status: 200 len: 811 time: 0.1745582 Aug 16 15:16:46.198509 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-816d67db-e94b-405c-8e6a-9843ed227054 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:46.204058 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-816d67db-e94b-405c-8e6a-9843ed227054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:46.268082 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-816d67db-e94b-405c-8e6a-9843ed227054 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e128a2b092fc415eb3fc8b8f96a8981a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3055398 Aug 16 15:16:46.270319 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 36264) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:46.303281 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device 928677d0-9d0c-4f71-b4ba-c3354e2121c4 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:16:46.333062 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] No Port match for: 928677d0-9d0c-4f71-b4ba-c3354e2121c4 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:16:46.333572 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device 928677d0-9d0c-4f71-b4ba-c3354e2121c4 not bound to the agent host hv-cinder-80475 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:16:46.344875 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-2abab5e5-d166-4c1b-aa6b-57eb477d378d req-9bb444cb-d8d0-42ca-8671-db1f91c761c5 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3a7f9f707ee45cba24f8d207b4a20be HTTP/1.1" status: 200 len: 380 time: 0.1300576 Aug 16 15:16:46.366144 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816d67db-e94b-405c-8e6a-9843ed227054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bbe6630-922c-460c-9ee0-b6493dcf04aa,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:46.379845 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-06be8c67-5a49-4a0f-bb36-92ee19825ee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:46.382277 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [req-2abab5e5-d166-4c1b-aa6b-57eb477d378d req-c936c54e-df04-48c8-aac3-67c28f4ad2d5 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Request body: {'port': {'device_id': '8e502ea1-64ee-4c33-8335-f74a9d6424c6', 'network_id': '5c9974df-1452-4a5b-a52f-46f461318e3c', 'admin_state_up': True, 'tenant_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'security_groups': ['2cd64719-1f02-4e88-bb1f-dbc33ca11f9e']}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:16:46.411503 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-06be8c67-5a49-4a0f-bb36-92ee19825ee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:46.443219 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device 398bc161-924d-4027-a47b-0113bf762b18 up at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:16:46.514270 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-06be8c67-5a49-4a0f-bb36-92ee19825ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:46.525793 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-06be8c67-5a49-4a0f-bb36-92ee19825ee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:46.530394 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-06be8c67-5a49-4a0f-bb36-92ee19825ee6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4bbe6630-922c-460c-9ee0-b6493dcf04aa HTTP/1.1" status: 204 len: 168 time: 0.2552555 Aug 16 15:16:46.534102 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning complete for port 398bc161-924d-4027-a47b-0113bf762b18 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:16:46.534995 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:46.572833 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf106fea-6ef2-4887-8f0c-ebd421486dbe req-d2d9f57f-a5cc-4c03-846c-f6cf818ff263 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:46.574625 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06be8c67-5a49-4a0f-bb36-92ee19825ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bbe6630-922c-460c-9ee0-b6493dcf04aa,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:46.581645 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-cf106fea-6ef2-4887-8f0c-ebd421486dbe req-d2d9f57f-a5cc-4c03-846c-f6cf818ff263 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/networks?id=4de2dddf-57dd-4d51-a8b7-e33d086e0280 HTTP/1.1" status: 200 len: 808 time: 0.2416549 Aug 16 15:16:46.646833 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-cf106fea-6ef2-4887-8f0c-ebd421486dbe req-64ab265e-43fd-4ee8-974c-06e0480c26be tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/quotas/51e650bc5ec448499a00c4a19dfae911 HTTP/1.1" status: 200 len: 375 time: 0.0640848 Aug 16 15:16:46.651045 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2abab5e5-d166-4c1b-aa6b-57eb477d378d req-c936c54e-df04-48c8-aac3-67c28f4ad2d5 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Made reservation on behalf of d3a7f9f707ee45cba24f8d207b4a20be for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:16:46.654810 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2abab5e5-d166-4c1b-aa6b-57eb477d378d req-c936c54e-df04-48c8-aac3-67c28f4ad2d5 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:46.710472 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-cf106fea-6ef2-4887-8f0c-ebd421486dbe req-7f297e15-ea79-41b9-8c50-33828120da21 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=51e650bc5ec448499a00c4a19dfae911&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0625291 Aug 16 15:16:46.758378 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9e704-6624-4e0a-9e52-fb1d007aa0a7 req-55658378-5479-4a25-a58a-113504c5e218 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:46.770729 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-d2d9e704-6624-4e0a-9e52-fb1d007aa0a7 req-55658378-5479-4a25-a58a-113504c5e218 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 945 time: 0.1149325 Aug 16 15:16:46.839799 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-d2d9e704-6624-4e0a-9e52-fb1d007aa0a7 req-d31c6700-834d-4f56-b839-f2b34e189ac3 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676713 Aug 16 15:16:46.910246 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-cf106fea-6ef2-4887-8f0c-ebd421486dbe req-0e55f4bb-5664-482a-83d9-d31f71838b57 service neutron] 10.222.0.22 "GET /v2.0/networks/4de2dddf-57dd-4d51-a8b7-e33d086e0280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983120 Aug 16 15:16:46.960139 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-ac365e26-cc82-4304-809c-6d64b2635de5 req-714e630c-73ba-413b-8029-e145a3f36b60 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e502ea1-64ee-4c33-8335-f74a9d6424c6 HTTP/1.1" status: 200 len: 210 time: 0.0395091 Aug 16 15:16:47.014162 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-2abab5e5-d166-4c1b-aa6b-57eb477d378d req-c936c54e-df04-48c8-aac3-67c28f4ad2d5 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Allocated IP 172.20.0.9 (5c9974df-1452-4a5b-a52f-46f461318e3c/7ced82d6-0fff-43a3-9b35-104e114d5850/40e1b29d-e0e8-4c95-b373-1ac902c65df9) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:16:47.052226 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-cf106fea-6ef2-4887-8f0c-ebd421486dbe req-e443f0a0-6ed6-44aa-b395-a166277bcad2 service neutron] 10.222.0.22 "GET /v2.0/networks/4de2dddf-57dd-4d51-a8b7-e33d086e0280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407390 Aug 16 15:16:47.177145 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 36312) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:47.265047 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2abab5e5-d166-4c1b-aa6b-57eb477d378d req-c936c54e-df04-48c8-aac3-67c28f4ad2d5 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:47.279084 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-2abab5e5-d166-4c1b-aa6b-57eb477d378d req-c936c54e-df04-48c8-aac3-67c28f4ad2d5 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Transition to ACTIVE for port object 40e1b29d-e0e8-4c95-b373-1ac902c65df9 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:16:47.317206 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2abab5e5-d166-4c1b-aa6b-57eb477d378d req-c936c54e-df04-48c8-aac3-67c28f4ad2d5 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769335250701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268375'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:47.341648 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-bdf01889-9222-434c-81b5-273b358b5047 req-50a4b2e2-d91d-4932-b9f0-0fd29258030a tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/ports?device_id=f85c779e-4366-440f-99fb-3b4fbb10d072 HTTP/1.1" status: 200 len: 210 time: 0.0678644 Aug 16 15:16:47.370172 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2abab5e5-d166-4c1b-aa6b-57eb477d378d req-c936c54e-df04-48c8-aac3-67c28f4ad2d5 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Network 5c9974df-1452-4a5b-a52f-46f461318e3c is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:16:47.376187 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-2abab5e5-d166-4c1b-aa6b-57eb477d378d req-c936c54e-df04-48c8-aac3-67c28f4ad2d5 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:16:47.378165 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c936c54e-df04-48c8-aac3-67c28f4ad2d5 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Pushing event updated for resources: {'Port': ['ID=40e1b29d-e0e8-4c95-b373-1ac902c65df9,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:47.380164 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-2abab5e5-d166-4c1b-aa6b-57eb477d378d req-c936c54e-df04-48c8-aac3-67c28f4ad2d5 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:16:47.442243 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abab5e5-d166-4c1b-aa6b-57eb477d378d req-c936c54e-df04-48c8-aac3-67c28f4ad2d5 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:47.443933 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2abab5e5-d166-4c1b-aa6b-57eb477d378d req-c936c54e-df04-48c8-aac3-67c28f4ad2d5 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:47.453197 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7423b989-a1ca-4422-ad4a-3e98b18c511a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:47.467645 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-2abab5e5-d166-4c1b-aa6b-57eb477d378d req-c936c54e-df04-48c8-aac3-67c28f4ad2d5 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1030419 Aug 16 15:16:47.606670 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7423b989-a1ca-4422-ad4a-3e98b18c511a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:47.612385 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7423b989-a1ca-4422-ad4a-3e98b18c511a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:47.668654 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-7423b989-a1ca-4422-ad4a-3e98b18c511a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c8549b5da6e346eb9b5cc3535bb89dab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4902065 Aug 16 15:16:47.668804 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 36340) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:47.670397 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7423b989-a1ca-4422-ad4a-3e98b18c511a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db5c0d7-96b2-4685-a825-7f41ec8d2047,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:47.740262 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-90acaf2e-1181-484d-bee1-7da697ca7088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:47.775755 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-90acaf2e-1181-484d-bee1-7da697ca7088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:47.778120 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-5d9ea781-2371-4791-9ae0-e4b1d74f6008 None None] Provisioning for port 40e1b29d-e0e8-4c95-b373-1ac902c65df9 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:16:47.782652 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-5d9ea781-2371-4791-9ae0-e4b1d74f6008 None None] Provisioning complete for port 40e1b29d-e0e8-4c95-b373-1ac902c65df9 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:16:47.783272 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5d9ea781-2371-4791-9ae0-e4b1d74f6008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:47.824757 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-5d9ea781-2371-4791-9ae0-e4b1d74f6008 None None] Port 40e1b29d-e0e8-4c95-b373-1ac902c65df9 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 15:16:47.854317 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-90acaf2e-1181-484d-bee1-7da697ca7088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:47.857305 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-90acaf2e-1181-484d-bee1-7da697ca7088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:47.858591 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-90acaf2e-1181-484d-bee1-7da697ca7088 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8db5c0d7-96b2-4685-a825-7f41ec8d2047 HTTP/1.1" status: 204 len: 168 time: 0.1885836 Aug 16 15:16:47.867742 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90acaf2e-1181-484d-bee1-7da697ca7088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db5c0d7-96b2-4685-a825-7f41ec8d2047,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:48.001411 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609952b6-bc01-494b-b933-1fd0f45d3051 req-bd2bd017-a75a-4533-a208-69c5881dfd45 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:48.003083 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-609952b6-bc01-494b-b933-1fd0f45d3051 req-bd2bd017-a75a-4533-a208-69c5881dfd45 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 945 time: 0.0730772 Aug 16 15:16:48.061996 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-609952b6-bc01-494b-b933-1fd0f45d3051 req-c1c2d39e-17b2-45eb-91ca-5161cf842f38 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523002 Aug 16 15:16:48.075901 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ebb35-513e-4166-850a-a2cd6e88d134 req-d8c56901-b39a-45ea-b970-95c48b6fe772 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:48.077559 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-b59ebb35-513e-4166-850a-a2cd6e88d134 req-d8c56901-b39a-45ea-b970-95c48b6fe772 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e502ea1-64ee-4c33-8335-f74a9d6424c6 HTTP/1.1" status: 200 len: 931 time: 0.0514913 Aug 16 15:16:48.128181 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-b59ebb35-513e-4166-850a-a2cd6e88d134 req-7f2d999d-4d61-4c54-a31b-43f3351aba1e tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cd64719-1f02-4e88-bb1f-dbc33ca11f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401940 Aug 16 15:16:48.444240 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-40f5a058-c420-4585-a196-c87dcffe1d33 req-3e406353-6f38-41df-b122-101a609a987f tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/ports?device_id=f85c779e-4366-440f-99fb-3b4fbb10d072 HTTP/1.1" status: 200 len: 210 time: 0.0346673 Aug 16 15:16:48.757045 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [req-2abab5e5-d166-4c1b-aa6b-57eb477d378d req-ff023d4e-5434-4eb5-bca4-eb9280ab02df service neutron] Request body: {'port': {'device_id': '8e502ea1-64ee-4c33-8335-f74a9d6424c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:16:48.823200 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2abab5e5-d166-4c1b-aa6b-57eb477d378d req-ff023d4e-5434-4eb5-bca4-eb9280ab02df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:49.095257 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.notifiers.nova [req-2abab5e5-d166-4c1b-aa6b-57eb477d378d req-ff023d4e-5434-4eb5-bca4-eb9280ab02df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40e1b29d-e0e8-4c95-b373-1ac902c65df9 {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:16:49.103808 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2abab5e5-d166-4c1b-aa6b-57eb477d378d req-ff023d4e-5434-4eb5-bca4-eb9280ab02df service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:49.116764 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-2abab5e5-d166-4c1b-aa6b-57eb477d378d req-ff023d4e-5434-4eb5-bca4-eb9280ab02df service neutron] Transition to ACTIVE for port object 40e1b29d-e0e8-4c95-b373-1ac902c65df9 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:16:49.121625 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2abab5e5-d166-4c1b-aa6b-57eb477d378d req-ff023d4e-5434-4eb5-bca4-eb9280ab02df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2268376'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:49.194149 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff023d4e-5434-4eb5-bca4-eb9280ab02df service neutron] Pushing event updated for resources: {'Port': ['ID=40e1b29d-e0e8-4c95-b373-1ac902c65df9,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:49.230104 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c289b2-6b86-45fe-b022-13c828d8f05c req-b35a6a02-f66f-475f-b313-bcd60e67d440 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:49.231696 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-d8c289b2-6b86-45fe-b022-13c828d8f05c req-b35a6a02-f66f-475f-b313-bcd60e67d440 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 945 time: 0.0911427 Aug 16 15:16:49.316781 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-d8c289b2-6b86-45fe-b022-13c828d8f05c req-39ed6e66-5cc7-4e7f-ab18-2275be6829a5 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747719 Aug 16 15:16:49.484051 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8766a25-cb13-4764-9f44-223f190b330d req-df26d41c-1ada-4429-8208-999f1b1c45ca tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:49.485549 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-c8766a25-cb13-4764-9f44-223f190b330d req-df26d41c-1ada-4429-8208-999f1b1c45ca tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e502ea1-64ee-4c33-8335-f74a9d6424c6 HTTP/1.1" status: 200 len: 943 time: 0.0649502 Aug 16 15:16:49.489919 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-2abab5e5-d166-4c1b-aa6b-57eb477d378d req-ff023d4e-5434-4eb5-bca4-eb9280ab02df service neutron] Attempting to bind port 40e1b29d-e0e8-4c95-b373-1ac902c65df9 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:16:49.490254 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-2abab5e5-d166-4c1b-aa6b-57eb477d378d req-ff023d4e-5434-4eb5-bca4-eb9280ab02df service neutron] Attempting to bind port 40e1b29d-e0e8-4c95-b373-1ac902c65df9 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '480fd28a-debb-4c9d-8b07-587e9bff1678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5c9974df-1452-4a5b-a52f-46f461318e3c'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:16:49.490578 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abab5e5-d166-4c1b-aa6b-57eb477d378d req-ff023d4e-5434-4eb5-bca4-eb9280ab02df service neutron] Attempting to bind port 40e1b29d-e0e8-4c95-b373-1ac902c65df9 on network 5c9974df-1452-4a5b-a52f-46f461318e3c {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:16:49.503187 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abab5e5-d166-4c1b-aa6b-57eb477d378d req-ff023d4e-5434-4eb5-bca4-eb9280ab02df service neutron] Port 40e1b29d-e0e8-4c95-b373-1ac902c65df9 on network 5c9974df-1452-4a5b-a52f-46f461318e3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 15:16:49.503422 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abab5e5-d166-4c1b-aa6b-57eb477d378d req-ff023d4e-5434-4eb5-bca4-eb9280ab02df service neutron] Attempting to bind port 40e1b29d-e0e8-4c95-b373-1ac902c65df9 on network 5c9974df-1452-4a5b-a52f-46f461318e3c {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:16:49.516641 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abab5e5-d166-4c1b-aa6b-57eb477d378d req-ff023d4e-5434-4eb5-bca4-eb9280ab02df service neutron] Checking agent: {'id': 'f45772ef-d3bf-49d0-9fe4-7082814820b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 13, 56), 'started_at': datetime.datetime(2021, 8, 16, 15, 13, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:16:49.516973 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abab5e5-d166-4c1b-aa6b-57eb477d378d req-ff023d4e-5434-4eb5-bca4-eb9280ab02df service neutron] Checking segment: {'id': '480fd28a-debb-4c9d-8b07-587e9bff1678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5c9974df-1452-4a5b-a52f-46f461318e3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:16:49.517353 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abab5e5-d166-4c1b-aa6b-57eb477d378d req-ff023d4e-5434-4eb5-bca4-eb9280ab02df service neutron] Bound using segment: {'id': '480fd28a-debb-4c9d-8b07-587e9bff1678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5c9974df-1452-4a5b-a52f-46f461318e3c'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:16:49.517784 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-2abab5e5-d166-4c1b-aa6b-57eb477d378d req-ff023d4e-5434-4eb5-bca4-eb9280ab02df service neutron] Bound port: 40e1b29d-e0e8-4c95-b373-1ac902c65df9, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '480fd28a-debb-4c9d-8b07-587e9bff1678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5c9974df-1452-4a5b-a52f-46f461318e3c'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:16:49.518136 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2abab5e5-d166-4c1b-aa6b-57eb477d378d req-ff023d4e-5434-4eb5-bca4-eb9280ab02df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:49.537485 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-1613c768-4214-4841-b5ae-d422ad7b279c req-40bf59d5-d2fe-4c09-ae5f-0b1b28b8b6be tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/ports?device_id=f85c779e-4366-440f-99fb-3b4fbb10d072 HTTP/1.1" status: 200 len: 210 time: 0.0296707 Aug 16 15:16:49.547487 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-c8766a25-cb13-4764-9f44-223f190b330d req-562616e6-d214-41a3-830d-8897cb0de016 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cd64719-1f02-4e88-bb1f-dbc33ca11f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538578 Aug 16 15:16:49.602106 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-2abab5e5-d166-4c1b-aa6b-57eb477d378d req-ff023d4e-5434-4eb5-bca4-eb9280ab02df service neutron] For port 40e1b29d-e0e8-4c95-b373-1ac902c65df9, host hv-cinder-80475, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:16:49.605419 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-2abab5e5-d166-4c1b-aa6b-57eb477d378d req-ff023d4e-5434-4eb5-bca4-eb9280ab02df service neutron] For port 40e1b29d-e0e8-4c95-b373-1ac902c65df9, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=40e1b29d-e0e8-4c95-b373-1ac902c65df9,segment=NetworkSegment(480fd28a-debb-4c9d-8b07-587e9bff1678),segment_id=480fd28a-debb-4c9d-8b07-587e9bff1678)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:16:49.610684 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2abab5e5-d166-4c1b-aa6b-57eb477d378d req-ff023d4e-5434-4eb5-bca4-eb9280ab02df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2268376'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:49.645149 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abab5e5-d166-4c1b-aa6b-57eb477d378d req-ff023d4e-5434-4eb5-bca4-eb9280ab02df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:49.645769 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-2abab5e5-d166-4c1b-aa6b-57eb477d378d req-ff023d4e-5434-4eb5-bca4-eb9280ab02df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:49.647181 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-2abab5e5-d166-4c1b-aa6b-57eb477d378d req-ff023d4e-5434-4eb5-bca4-eb9280ab02df service neutron] 10.222.0.63 "PUT /v2.0/ports/40e1b29d-e0e8-4c95-b373-1ac902c65df9 HTTP/1.1" status: 200 len: 1093 time: 0.8961766 Aug 16 15:16:49.647612 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e502ea1-64ee-4c33-8335-f74a9d6424c6', 'tag': '40e1b29d-e0e8-4c95-b373-1ac902c65df9'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:16:49.649872 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a5cfb7157b8b73f0e4116fd12db15b1ff73336af95e475daca955d95e5834ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0d6b73-c6c3-42c4-a33c-3f64ca0f836a" -d '{"events": [{"name": "network-changed", "server_uuid": "8e502ea1-64ee-4c33-8335-f74a9d6424c6", "tag": "40e1b29d-e0e8-4c95-b373-1ac902c65df9"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:16:49.674204 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff023d4e-5434-4eb5-bca4-eb9280ab02df service neutron] Pushing event updated for resources: {'Port': ['ID=40e1b29d-e0e8-4c95-b373-1ac902c65df9,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:49.691851 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 15:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09dedc0b-5f32-426e-bb58-1018275ea7df x-openstack-request-id: req-09dedc0b-5f32-426e-bb58-1018275ea7df {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:16:49.692169 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e502ea1-64ee-4c33-8335-f74a9d6424c6", "tag": "40e1b29d-e0e8-4c95-b373-1ac902c65df9", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:16:49.692418 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-09dedc0b-5f32-426e-bb58-1018275ea7df {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:16:49.692815 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e502ea1-64ee-4c33-8335-f74a9d6424c6', 'tag': '40e1b29d-e0e8-4c95-b373-1ac902c65df9', 'status': 'completed', 'code': 200} Aug 16 15:16:49.897002 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d6b73-c6c3-42c4-a33c-3f64ca0f836a req-cc2c2a33-bf17-4b9b-aa1e-c5e4aeb0ca8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:49.901471 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-2e0d6b73-c6c3-42c4-a33c-3f64ca0f836a req-cc2c2a33-bf17-4b9b-aa1e-c5e4aeb0ca8f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d3a7f9f707ee45cba24f8d207b4a20be&device_id=8e502ea1-64ee-4c33-8335-f74a9d6424c6 HTTP/1.1" status: 200 len: 1096 time: 0.0767331 Aug 16 15:16:50.065725 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d6b73-c6c3-42c4-a33c-3f64ca0f836a req-4ce68e9a-8aa7-4ffa-9c5a-fc5e614af624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:50.067102 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-2e0d6b73-c6c3-42c4-a33c-3f64ca0f836a req-4ce68e9a-8aa7-4ffa-9c5a-fc5e614af624 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=d3a7f9f707ee45cba24f8d207b4a20be&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1348073 Aug 16 15:16:50.159130 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d6b73-c6c3-42c4-a33c-3f64ca0f836a req-8f0e998f-21f0-4373-b595-04499495302c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:50.160597 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-2e0d6b73-c6c3-42c4-a33c-3f64ca0f836a req-8f0e998f-21f0-4373-b595-04499495302c service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0858388 Aug 16 15:16:50.421772 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb66e9-f21f-4840-9670-de48fb8255ce req-79189a0b-3b05-4c9e-b9bf-d2aacae4862b tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:50.423252 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-2edb66e9-f21f-4840-9670-de48fb8255ce req-79189a0b-3b05-4c9e-b9bf-d2aacae4862b tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 945 time: 0.0522671 Aug 16 15:16:50.460513 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-2edb66e9-f21f-4840-9670-de48fb8255ce req-f22b35ec-5fc1-4784-b9f0-7405ab9d578c tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312045 Aug 16 15:16:50.636654 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-52d9828c-16e8-40d7-ae39-55e7c12f2cae req-983713d7-e54b-4e59-9f07-11a9736baaf6 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/ports?device_id=f85c779e-4366-440f-99fb-3b4fbb10d072 HTTP/1.1" status: 200 len: 210 time: 0.0255914 Aug 16 15:16:50.664124 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d310c-b675-49dd-bbea-be5a6206afec req-fd6a6104-286a-47be-9610-1370fe0f1032 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:50.665809 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-b42d310c-b675-49dd-bbea-be5a6206afec req-fd6a6104-286a-47be-9610-1370fe0f1032 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e502ea1-64ee-4c33-8335-f74a9d6424c6 HTTP/1.1" status: 200 len: 943 time: 0.0483024 Aug 16 15:16:50.708258 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-b42d310c-b675-49dd-bbea-be5a6206afec req-ea61b03f-c1ff-4ee4-a623-ea700c0e2cf8 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cd64719-1f02-4e88-bb1f-dbc33ca11f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368924 Aug 16 15:16:51.571162 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ff5d3-52f3-472e-8b4c-867ad771293d req-c3b01add-02c2-4ad4-b477-15adff6c2ba3 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:51.573118 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-2f9ff5d3-52f3-472e-8b4c-867ad771293d req-c3b01add-02c2-4ad4-b477-15adff6c2ba3 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 945 time: 0.0465033 Aug 16 15:16:51.609115 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-2f9ff5d3-52f3-472e-8b4c-867ad771293d req-6606c9e7-faff-43b1-a692-55190319df5e tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302706 Aug 16 15:16:51.726618 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-d0c513db-af53-4471-a5a9-dbadcb556654 req-d51cd6c8-99a5-440b-a7a3-29d5511c5265 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/ports?device_id=f85c779e-4366-440f-99fb-3b4fbb10d072 HTTP/1.1" status: 200 len: 210 time: 0.0265269 Aug 16 15:16:51.829611 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c22ce-1934-4f79-8d7c-77f7a28e1aaa req-239c93ef-a241-475d-a510-e16a8ce6a1bb tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:51.830945 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-f42c22ce-1934-4f79-8d7c-77f7a28e1aaa req-239c93ef-a241-475d-a510-e16a8ce6a1bb tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e502ea1-64ee-4c33-8335-f74a9d6424c6 HTTP/1.1" status: 200 len: 943 time: 0.0468514 Aug 16 15:16:51.877144 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-f42c22ce-1934-4f79-8d7c-77f7a28e1aaa req-a184eaa1-a2e9-46dd-b408-33f78e256113 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cd64719-1f02-4e88-bb1f-dbc33ca11f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403838 Aug 16 15:16:52.724763 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d82b84-d6a2-4fd1-8b5f-51cb4b221184 req-041e9c33-eaa5-42c5-b8fe-c900937b04c3 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:52.726187 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-e6d82b84-d6a2-4fd1-8b5f-51cb4b221184 req-041e9c33-eaa5-42c5-b8fe-c900937b04c3 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 945 time: 0.0497510 Aug 16 15:16:52.765361 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-e6d82b84-d6a2-4fd1-8b5f-51cb4b221184 req-e3fe6268-2ae1-4106-a074-37e9ac2f7ba7 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323694 Aug 16 15:16:52.819877 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-0f9e5138-c824-42cc-bc62-61f055a0270c req-7187ae7a-da64-4657-a599-27c20d9dfb1d tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/ports?device_id=f85c779e-4366-440f-99fb-3b4fbb10d072 HTTP/1.1" status: 200 len: 210 time: 0.0253081 Aug 16 15:16:52.999851 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d76ae8a-bbbc-4ccd-99b6-4fe09af3c3c9 req-ccca5074-8eed-491c-b37f-7403f6325b14 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:53.001464 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-2d76ae8a-bbbc-4ccd-99b6-4fe09af3c3c9 req-ccca5074-8eed-491c-b37f-7403f6325b14 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e502ea1-64ee-4c33-8335-f74a9d6424c6 HTTP/1.1" status: 200 len: 943 time: 0.0597918 Aug 16 15:16:53.053738 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abab5e5-d166-4c1b-aa6b-57eb477d378d req-f72302f7-345c-49ea-bbeb-5895f8c9b2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:53.055212 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-2abab5e5-d166-4c1b-aa6b-57eb477d378d req-f72302f7-345c-49ea-bbeb-5895f8c9b2c8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d3a7f9f707ee45cba24f8d207b4a20be&device_id=8e502ea1-64ee-4c33-8335-f74a9d6424c6 HTTP/1.1" status: 200 len: 1096 time: 0.0739508 Aug 16 15:16:53.058350 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-2d76ae8a-bbbc-4ccd-99b6-4fe09af3c3c9 req-0b6be677-e67c-4070-a230-684c709ab0df tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cd64719-1f02-4e88-bb1f-dbc33ca11f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432224 Aug 16 15:16:53.085891 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-3a559b84-ffba-4879-990f-8166eebf6d58 req-8728778c-4f6d-4e42-a184-8d14a7487372 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0783837 Aug 16 15:16:53.125704 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-2abab5e5-d166-4c1b-aa6b-57eb477d378d req-f3ca9f7c-e37e-4c88-8297-43dcc6c8b2df service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40e1b29d-e0e8-4c95-b373-1ac902c65df9 HTTP/1.1" status: 200 len: 217 time: 0.0601208 Aug 16 15:16:53.192604 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abab5e5-d166-4c1b-aa6b-57eb477d378d req-728a6be3-a019-4a66-9667-91dbff523fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:53.193952 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-2abab5e5-d166-4c1b-aa6b-57eb477d378d req-728a6be3-a019-4a66-9667-91dbff523fdf service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7ced82d6-0fff-43a3-9b35-104e114d5850 HTTP/1.1" status: 200 len: 850 time: 0.0514915 Aug 16 15:16:53.201756 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a559b84-ffba-4879-990f-8166eebf6d58 req-3b5669be-6442-4590-9e98-2ebbc5df93ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:53.203329 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-3a559b84-ffba-4879-990f-8166eebf6d58 req-3b5669be-6442-4590-9e98-2ebbc5df93ae service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=01f2355b3173487a90e45214a420413d&device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 1099 time: 0.0430515 Aug 16 15:16:53.267058 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abab5e5-d166-4c1b-aa6b-57eb477d378d req-01c55bb2-37a0-43ec-acc4-659d9aa88b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:53.268739 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-2abab5e5-d166-4c1b-aa6b-57eb477d378d req-01c55bb2-37a0-43ec-acc4-659d9aa88b49 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=5c9974df-1452-4a5b-a52f-46f461318e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521002 Aug 16 15:16:53.371480 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-2abab5e5-d166-4c1b-aa6b-57eb477d378d req-509bf4f0-0d46-41ec-9184-6bb88fc94794 service neutron] 10.222.0.63 "GET /v2.0/networks/5c9974df-1452-4a5b-a52f-46f461318e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931265 Aug 16 15:16:53.398932 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf106fea-6ef2-4887-8f0c-ebd421486dbe req-b10a8b13-1bfb-4957-9bfb-60a3555f09bb tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:53.400927 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-cf106fea-6ef2-4887-8f0c-ebd421486dbe req-b10a8b13-1bfb-4957-9bfb-60a3555f09bb tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.63 "GET /v2.0/networks?id=4de2dddf-57dd-4d51-a8b7-e33d086e0280 HTTP/1.1" status: 200 len: 808 time: 0.1837432 Aug 16 15:16:53.403650 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a559b84-ffba-4879-990f-8166eebf6d58 req-33351c51-1ef8-4562-a817-d4214b30a484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:53.405094 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-3a559b84-ffba-4879-990f-8166eebf6d58 req-33351c51-1ef8-4562-a817-d4214b30a484 service neutron] 10.222.0.63 "GET /v2.0/networks?id=dc2a7c1b-6294-45c9-b16c-61fd2495db53 HTTP/1.1" status: 200 len: 919 time: 0.1783986 Aug 16 15:16:53.425179 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.v2.base [req-cf106fea-6ef2-4887-8f0c-ebd421486dbe req-6f2bc30f-417c-4627-a05e-dd4662dace6a tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Request body: {'port': {'device_id': 'f85c779e-4366-440f-99fb-3b4fbb10d072', 'network_id': '4de2dddf-57dd-4d51-a8b7-e33d086e0280', 'admin_state_up': True, 'tenant_id': '51e650bc5ec448499a00c4a19dfae911'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:16:53.483877 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-2abab5e5-d166-4c1b-aa6b-57eb477d378d req-20183c5b-8997-4b38-bfb6-542f13f45321 service neutron] 10.222.0.63 "GET /v2.0/networks/5c9974df-1452-4a5b-a52f-46f461318e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923531 Aug 16 15:16:53.501898 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-3a559b84-ffba-4879-990f-8166eebf6d58 req-6f910aaf-ccdb-4eab-9b1f-966366ed65cc service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d7993fa5-40dc-4e85-92da-a6701cc5ce17 HTTP/1.1" status: 200 len: 217 time: 0.0726819 Aug 16 15:16:53.582498 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a559b84-ffba-4879-990f-8166eebf6d58 req-130540ac-0024-460e-94da-13829e0ac4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:53.583943 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-3a559b84-ffba-4879-990f-8166eebf6d58 req-130540ac-0024-460e-94da-13829e0ac4a5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d78ff18c-4064-4ba6-8f60-118b05bc557a HTTP/1.1" status: 200 len: 859 time: 0.0714219 Aug 16 15:16:53.625897 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-3a559b84-ffba-4879-990f-8166eebf6d58 req-d8ffea4c-1597-41b0-813f-d09759905137 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dc2a7c1b-6294-45c9-b16c-61fd2495db53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291760 Aug 16 15:16:53.631780 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf106fea-6ef2-4887-8f0c-ebd421486dbe req-6f2bc30f-417c-4627-a05e-dd4662dace6a tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Made reservation on behalf of 51e650bc5ec448499a00c4a19dfae911 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:16:53.635302 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-cf106fea-6ef2-4887-8f0c-ebd421486dbe req-6f2bc30f-417c-4627-a05e-dd4662dace6a tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:53.799884 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-3a559b84-ffba-4879-990f-8166eebf6d58 req-cbcdb78f-7adf-4c30-aa6f-43c0d9c511dc service neutron] 10.222.0.63 "GET /v2.0/networks/dc2a7c1b-6294-45c9-b16c-61fd2495db53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614900 Aug 16 15:16:53.881501 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-cf106fea-6ef2-4887-8f0c-ebd421486dbe req-6f2bc30f-417c-4627-a05e-dd4662dace6a tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Allocated IP 172.20.0.5 (4de2dddf-57dd-4d51-a8b7-e33d086e0280/472aa429-9b80-479f-a78f-7614270ec674/f128897e-b6a4-4cf7-bfae-4b36b3c05d46) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:16:53.928565 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-5493c89d-3532-43df-be46-48cfcd160e8d req-db5a33c9-6af3-46f7-a3d5-e597a0d08661 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/ports?device_id=f85c779e-4366-440f-99fb-3b4fbb10d072 HTTP/1.1" status: 200 len: 210 time: 0.0389926 Aug 16 15:16:53.969193 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb577a8-bea9-4f61-b14a-6ce129bb0798 req-37e4181a-005b-4432-a9ab-69c95ce86798 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:53.970702 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-ccb577a8-bea9-4f61-b14a-6ce129bb0798 req-37e4181a-005b-4432-a9ab-69c95ce86798 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 945 time: 0.1067753 Aug 16 15:16:54.013299 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-3a559b84-ffba-4879-990f-8166eebf6d58 req-e30d1f34-5039-4562-ae04-27ccbc94ee00 service neutron] 10.222.0.63 "GET /v2.0/networks/dc2a7c1b-6294-45c9-b16c-61fd2495db53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015693 Aug 16 15:16:54.074932 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-ccb577a8-bea9-4f61-b14a-6ce129bb0798 req-8eee69f5-c26d-447e-81eb-0c9d05cc08a4 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921960 Aug 16 15:16:54.125889 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-cf106fea-6ef2-4887-8f0c-ebd421486dbe req-6f2bc30f-417c-4627-a05e-dd4662dace6a tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:54.179116 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-cf106fea-6ef2-4887-8f0c-ebd421486dbe req-6f2bc30f-417c-4627-a05e-dd4662dace6a tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769335250701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2787876'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:54.194922 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33ddc0-4998-4862-b3ba-c594e89b81a4 req-6816e468-8a53-43ae-9211-bd8516b53cc5 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:54.196802 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-5d33ddc0-4998-4862-b3ba-c594e89b81a4 req-6816e468-8a53-43ae-9211-bd8516b53cc5 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e502ea1-64ee-4c33-8335-f74a9d6424c6 HTTP/1.1" status: 200 len: 943 time: 0.0601242 Aug 16 15:16:54.229017 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf106fea-6ef2-4887-8f0c-ebd421486dbe req-6f2bc30f-417c-4627-a05e-dd4662dace6a tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Network 4de2dddf-57dd-4d51-a8b7-e33d086e0280 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:16:54.232575 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-cf106fea-6ef2-4887-8f0c-ebd421486dbe req-6f2bc30f-417c-4627-a05e-dd4662dace6a tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:16:54.236370 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf106fea-6ef2-4887-8f0c-ebd421486dbe req-6f2bc30f-417c-4627-a05e-dd4662dace6a tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:16:54.270211 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2bc30f-417c-4627-a05e-dd4662dace6a tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Pushing event updated for resources: {'Port': ['ID=f128897e-b6a4-4cf7-bfae-4b36b3c05d46,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:54.273564 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-5d33ddc0-4998-4862-b3ba-c594e89b81a4 req-7e9c1adb-05e6-4307-9d22-2508b86f4f6a tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cd64719-1f02-4e88-bb1f-dbc33ca11f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700865 Aug 16 15:16:54.293430 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf106fea-6ef2-4887-8f0c-ebd421486dbe req-6f2bc30f-417c-4627-a05e-dd4662dace6a tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:54.294110 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-cf106fea-6ef2-4887-8f0c-ebd421486dbe req-6f2bc30f-417c-4627-a05e-dd4662dace6a tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:54.311938 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-cf106fea-6ef2-4887-8f0c-ebd421486dbe req-6f2bc30f-417c-4627-a05e-dd4662dace6a tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8925805 Aug 16 15:16:54.325609 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.v2.base [req-cf106fea-6ef2-4887-8f0c-ebd421486dbe req-6dc4af83-3542-4226-aa78-4d4d7261d50c service neutron] Request body: {'port': {'device_id': 'f85c779e-4366-440f-99fb-3b4fbb10d072', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:16:54.380270 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-cf106fea-6ef2-4887-8f0c-ebd421486dbe req-6dc4af83-3542-4226-aa78-4d4d7261d50c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:54.635027 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.notifiers.nova [req-cf106fea-6ef2-4887-8f0c-ebd421486dbe req-6dc4af83-3542-4226-aa78-4d4d7261d50c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f128897e-b6a4-4cf7-bfae-4b36b3c05d46 {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:16:54.642295 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-cf106fea-6ef2-4887-8f0c-ebd421486dbe req-6dc4af83-3542-4226-aa78-4d4d7261d50c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:54.654621 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-cf106fea-6ef2-4887-8f0c-ebd421486dbe req-6dc4af83-3542-4226-aa78-4d4d7261d50c service neutron] Transition to ACTIVE for port object f128897e-b6a4-4cf7-bfae-4b36b3c05d46 will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:16:54.659921 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-cf106fea-6ef2-4887-8f0c-ebd421486dbe req-6dc4af83-3542-4226-aa78-4d4d7261d50c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2787883'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:54.711168 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc4af83-3542-4226-aa78-4d4d7261d50c service neutron] Pushing event updated for resources: {'Port': ['ID=f128897e-b6a4-4cf7-bfae-4b36b3c05d46,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:54.788836 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-cf106fea-6ef2-4887-8f0c-ebd421486dbe req-6dc4af83-3542-4226-aa78-4d4d7261d50c service neutron] Attempting to bind port f128897e-b6a4-4cf7-bfae-4b36b3c05d46 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:16:54.789175 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-cf106fea-6ef2-4887-8f0c-ebd421486dbe req-6dc4af83-3542-4226-aa78-4d4d7261d50c service neutron] Attempting to bind port f128897e-b6a4-4cf7-bfae-4b36b3c05d46 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '1cafa780-1ec5-43e7-9906-cd719165275f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4de2dddf-57dd-4d51-a8b7-e33d086e0280'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:16:54.789502 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf106fea-6ef2-4887-8f0c-ebd421486dbe req-6dc4af83-3542-4226-aa78-4d4d7261d50c service neutron] Attempting to bind port f128897e-b6a4-4cf7-bfae-4b36b3c05d46 on network 4de2dddf-57dd-4d51-a8b7-e33d086e0280 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:16:54.797967 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf106fea-6ef2-4887-8f0c-ebd421486dbe req-6dc4af83-3542-4226-aa78-4d4d7261d50c service neutron] Port f128897e-b6a4-4cf7-bfae-4b36b3c05d46 on network 4de2dddf-57dd-4d51-a8b7-e33d086e0280 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 15:16:54.798413 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf106fea-6ef2-4887-8f0c-ebd421486dbe req-6dc4af83-3542-4226-aa78-4d4d7261d50c service neutron] Attempting to bind port f128897e-b6a4-4cf7-bfae-4b36b3c05d46 on network 4de2dddf-57dd-4d51-a8b7-e33d086e0280 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:16:54.804889 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf106fea-6ef2-4887-8f0c-ebd421486dbe req-6dc4af83-3542-4226-aa78-4d4d7261d50c service neutron] Checking agent: {'id': 'f45772ef-d3bf-49d0-9fe4-7082814820b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 13, 56), 'started_at': datetime.datetime(2021, 8, 16, 15, 13, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:16:54.805294 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf106fea-6ef2-4887-8f0c-ebd421486dbe req-6dc4af83-3542-4226-aa78-4d4d7261d50c service neutron] Checking segment: {'id': '1cafa780-1ec5-43e7-9906-cd719165275f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4de2dddf-57dd-4d51-a8b7-e33d086e0280'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:16:54.805677 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf106fea-6ef2-4887-8f0c-ebd421486dbe req-6dc4af83-3542-4226-aa78-4d4d7261d50c service neutron] Bound using segment: {'id': '1cafa780-1ec5-43e7-9906-cd719165275f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4de2dddf-57dd-4d51-a8b7-e33d086e0280'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:16:54.806101 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-cf106fea-6ef2-4887-8f0c-ebd421486dbe req-6dc4af83-3542-4226-aa78-4d4d7261d50c service neutron] Bound port: f128897e-b6a4-4cf7-bfae-4b36b3c05d46, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cafa780-1ec5-43e7-9906-cd719165275f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4de2dddf-57dd-4d51-a8b7-e33d086e0280'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:16:54.806990 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-cf106fea-6ef2-4887-8f0c-ebd421486dbe req-6dc4af83-3542-4226-aa78-4d4d7261d50c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:54.879502 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-cf106fea-6ef2-4887-8f0c-ebd421486dbe req-6dc4af83-3542-4226-aa78-4d4d7261d50c service neutron] For port f128897e-b6a4-4cf7-bfae-4b36b3c05d46, host hv-cinder-80475, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:16:54.882655 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-cf106fea-6ef2-4887-8f0c-ebd421486dbe req-6dc4af83-3542-4226-aa78-4d4d7261d50c service neutron] For port f128897e-b6a4-4cf7-bfae-4b36b3c05d46, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=f128897e-b6a4-4cf7-bfae-4b36b3c05d46,segment=NetworkSegment(1cafa780-1ec5-43e7-9906-cd719165275f),segment_id=1cafa780-1ec5-43e7-9906-cd719165275f)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:16:54.886949 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-cf106fea-6ef2-4887-8f0c-ebd421486dbe req-6dc4af83-3542-4226-aa78-4d4d7261d50c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2787883'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:54.921319 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf106fea-6ef2-4887-8f0c-ebd421486dbe req-6dc4af83-3542-4226-aa78-4d4d7261d50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:54.921929 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-cf106fea-6ef2-4887-8f0c-ebd421486dbe req-6dc4af83-3542-4226-aa78-4d4d7261d50c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:54.923648 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-cf106fea-6ef2-4887-8f0c-ebd421486dbe req-6dc4af83-3542-4226-aa78-4d4d7261d50c service neutron] 10.222.0.63 "PUT /v2.0/ports/f128897e-b6a4-4cf7-bfae-4b36b3c05d46 HTTP/1.1" status: 200 len: 1093 time: 0.6023834 Aug 16 15:16:54.926066 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f85c779e-4366-440f-99fb-3b4fbb10d072', 'tag': 'f128897e-b6a4-4cf7-bfae-4b36b3c05d46'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:16:54.928253 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17fb0647ef8e93fcdaff2aac5cadc262a2f87503c881cd14114af97cd5d63f67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770be8f6-3a8a-41b8-ae84-b6ba998b926b" -d '{"events": [{"name": "network-changed", "server_uuid": "f85c779e-4366-440f-99fb-3b4fbb10d072", "tag": "f128897e-b6a4-4cf7-bfae-4b36b3c05d46"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:16:54.954781 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc4af83-3542-4226-aa78-4d4d7261d50c service neutron] Pushing event updated for resources: {'Port': ['ID=f128897e-b6a4-4cf7-bfae-4b36b3c05d46,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:54.985267 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 15:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acfafba8-eea6-4233-aa6a-aed0693375c6 x-openstack-request-id: req-acfafba8-eea6-4233-aa6a-aed0693375c6 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:16:54.985613 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f85c779e-4366-440f-99fb-3b4fbb10d072", "tag": "f128897e-b6a4-4cf7-bfae-4b36b3c05d46", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:16:54.986489 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-acfafba8-eea6-4233-aa6a-aed0693375c6 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:16:54.986489 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f85c779e-4366-440f-99fb-3b4fbb10d072', 'tag': 'f128897e-b6a4-4cf7-bfae-4b36b3c05d46', 'status': 'completed', 'code': 200} Aug 16 15:16:55.074841 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d8ef8-0120-48cf-ac82-18bb69d262cb req-e925afd8-3d39-4014-8c15-c2aa261ac3b5 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:55.076561 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-da5d8ef8-0120-48cf-ac82-18bb69d262cb req-e925afd8-3d39-4014-8c15-c2aa261ac3b5 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/ports?device_id=f85c779e-4366-440f-99fb-3b4fbb10d072 HTTP/1.1" status: 200 len: 943 time: 0.0599511 Aug 16 15:16:55.132198 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-da5d8ef8-0120-48cf-ac82-18bb69d262cb req-6213f89d-43c2-438e-b157-e088dfc10a08 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e646468-4163-4ecc-9a71-2289c45a7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445702 Aug 16 15:16:55.236533 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada391cd-5355-4189-b996-fc3943abc01b req-e413e060-8635-4a60-8427-04d52275eb94 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:55.237994 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-ada391cd-5355-4189-b996-fc3943abc01b req-e413e060-8635-4a60-8427-04d52275eb94 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 945 time: 0.0615251 Aug 16 15:16:55.279817 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-ada391cd-5355-4189-b996-fc3943abc01b req-3f4cabb7-05eb-47cb-9b98-c624666d27ed tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339310 Aug 16 15:16:55.394599 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3bc736-487f-40ff-bae7-ac31e2a971e4 req-0a753843-c27c-42e0-a095-a8bb9ff9baf4 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:55.396193 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-6f3bc736-487f-40ff-bae7-ac31e2a971e4 req-0a753843-c27c-42e0-a095-a8bb9ff9baf4 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e502ea1-64ee-4c33-8335-f74a9d6424c6 HTTP/1.1" status: 200 len: 943 time: 0.0493639 Aug 16 15:16:55.440236 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 36618) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:55.445274 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-6f3bc736-487f-40ff-bae7-ac31e2a971e4 req-18138493-5d42-41b0-800a-6281d900d179 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cd64719-1f02-4e88-bb1f-dbc33ca11f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422471 Aug 16 15:16:55.558641 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1b32bfcf-b944-4164-b7b6-9a1851250f76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:55.644057 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1b32bfcf-b944-4164-b7b6-9a1851250f76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:55.647713 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-1b32bfcf-b944-4164-b7b6-9a1851250f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:55.688872 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-1b32bfcf-b944-4164-b7b6-9a1851250f76 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=468a0f3e4d5a46dbb87266a187fc2475&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2474787 Aug 16 15:16:55.689727 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b32bfcf-b944-4164-b7b6-9a1851250f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb90ccae-2403-4705-8d43-075871e34db6,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:55.691631 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 36624) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:55.739605 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-47597c26-fdeb-4a5c-b337-9de9d3796e77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:55.759461 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-47597c26-fdeb-4a5c-b337-9de9d3796e77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:55.803523 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-47597c26-fdeb-4a5c-b337-9de9d3796e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:55.806114 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-47597c26-fdeb-4a5c-b337-9de9d3796e77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:55.807708 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-47597c26-fdeb-4a5c-b337-9de9d3796e77 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cb90ccae-2403-4705-8d43-075871e34db6 HTTP/1.1" status: 204 len: 168 time: 0.1150153 Aug 16 15:16:55.814866 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47597c26-fdeb-4a5c-b337-9de9d3796e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb90ccae-2403-4705-8d43-075871e34db6,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:56.058005 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 36630) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:56.071220 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9c2e48f9-53d1-43ee-809b-74b83da78011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:56.105586 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:56.172816 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9c2e48f9-53d1-43ee-809b-74b83da78011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:56.176848 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9c2e48f9-53d1-43ee-809b-74b83da78011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:56.214074 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-9c2e48f9-53d1-43ee-809b-74b83da78011 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ef4e64eaba134a14bd07fedf23c0a1c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1549721 Aug 16 15:16:56.216185 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2e48f9-53d1-43ee-809b-74b83da78011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b0f1cd-7124-483d-95de-b6ee893947f1,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:56.225187 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 36636) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:56.285314 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e5b4500a-8975-409f-8dfd-306d4f7c0e8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:56.308174 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e5b4500a-8975-409f-8dfd-306d4f7c0e8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:56.357956 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e5b4500a-8975-409f-8dfd-306d4f7c0e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:56.360907 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e5b4500a-8975-409f-8dfd-306d4f7c0e8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:56.362401 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-e5b4500a-8975-409f-8dfd-306d4f7c0e8f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/12b0f1cd-7124-483d-95de-b6ee893947f1 HTTP/1.1" status: 204 len: 168 time: 0.1413414 Aug 16 15:16:56.396197 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b4500a-8975-409f-8dfd-306d4f7c0e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b0f1cd-7124-483d-95de-b6ee893947f1,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:56.422031 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96789bd-2825-4a1a-84fb-f9b14e0b7916 req-894b8f40-9c60-4ee8-bb82-f94281f993c7 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:56.424413 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-d96789bd-2825-4a1a-84fb-f9b14e0b7916 req-894b8f40-9c60-4ee8-bb82-f94281f993c7 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 945 time: 0.0608521 Aug 16 15:16:56.438847 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c25dfa-35f5-4959-a340-ee541521f83c req-fb1e063b-9fb0-4e1b-a231-f1c04aab0532 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:56.440329 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-d9c25dfa-35f5-4959-a340-ee541521f83c req-fb1e063b-9fb0-4e1b-a231-f1c04aab0532 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/ports?device_id=f85c779e-4366-440f-99fb-3b4fbb10d072 HTTP/1.1" status: 200 len: 943 time: 0.2495871 Aug 16 15:16:56.463589 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-d96789bd-2825-4a1a-84fb-f9b14e0b7916 req-ed2ddecc-31ec-4133-9be3-313ff9075a46 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333004 Aug 16 15:16:56.490802 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-d9c25dfa-35f5-4959-a340-ee541521f83c req-4d4aceae-16a5-42c8-bc00-3a5525b08fd4 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e646468-4163-4ecc-9a71-2289c45a7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444248 Aug 16 15:16:56.589046 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b9082-baca-4ce2-80ae-ca34e392f3b7 req-1fda1329-25e2-4fe6-a256-d810949d59fe tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:56.590608 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-d37b9082-baca-4ce2-80ae-ca34e392f3b7 req-1fda1329-25e2-4fe6-a256-d810949d59fe tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e502ea1-64ee-4c33-8335-f74a9d6424c6 HTTP/1.1" status: 200 len: 943 time: 0.0658431 Aug 16 15:16:56.645576 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-d37b9082-baca-4ce2-80ae-ca34e392f3b7 req-594bc614-37a1-4852-adcb-20404b59f01a tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cd64719-1f02-4e88-bb1f-dbc33ca11f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391269 Aug 16 15:16:57.144324 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770be8f6-3a8a-41b8-ae84-b6ba998b926b req-4385af5d-6668-41cf-ba9e-e06de41a267a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:57.145894 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-770be8f6-3a8a-41b8-ae84-b6ba998b926b req-4385af5d-6668-41cf-ba9e-e06de41a267a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=51e650bc5ec448499a00c4a19dfae911&device_id=f85c779e-4366-440f-99fb-3b4fbb10d072 HTTP/1.1" status: 200 len: 1096 time: 0.0440123 Aug 16 15:16:57.332870 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770be8f6-3a8a-41b8-ae84-b6ba998b926b req-84c82463-e476-4cfd-977b-cde65d09603a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:57.334934 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-770be8f6-3a8a-41b8-ae84-b6ba998b926b req-84c82463-e476-4cfd-977b-cde65d09603a service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=51e650bc5ec448499a00c4a19dfae911&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1767056 Aug 16 15:16:57.507476 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770be8f6-3a8a-41b8-ae84-b6ba998b926b req-751ac8fc-053e-45af-9296-728ad33b790d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:57.509215 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-770be8f6-3a8a-41b8-ae84-b6ba998b926b req-751ac8fc-053e-45af-9296-728ad33b790d service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1670046 Aug 16 15:16:57.625291 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf106fea-6ef2-4887-8f0c-ebd421486dbe req-d165c15f-1456-4836-968f-c9f9eaaa5fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:57.626832 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-cf106fea-6ef2-4887-8f0c-ebd421486dbe req-d165c15f-1456-4836-968f-c9f9eaaa5fc7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=51e650bc5ec448499a00c4a19dfae911&device_id=f85c779e-4366-440f-99fb-3b4fbb10d072 HTTP/1.1" status: 200 len: 1096 time: 0.0763931 Aug 16 15:16:57.643646 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd7b99-7b99-4169-b770-992f43c95a0e req-5561f108-c33d-4e6c-bf19-bf93e84059e6 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:57.648568 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-11bd7b99-7b99-4169-b770-992f43c95a0e req-5561f108-c33d-4e6c-bf19-bf93e84059e6 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 945 time: 0.0872107 Aug 16 15:16:57.671394 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2593077a-3c34-4267-bc40-98c058fa7c9c req-fef13e18-dd4e-4aa9-8cdd-5db7c75730ae tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:57.679624 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-2593077a-3c34-4267-bc40-98c058fa7c9c req-fef13e18-dd4e-4aa9-8cdd-5db7c75730ae tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/ports?device_id=f85c779e-4366-440f-99fb-3b4fbb10d072 HTTP/1.1" status: 200 len: 943 time: 0.1003025 Aug 16 15:16:57.700150 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-cf106fea-6ef2-4887-8f0c-ebd421486dbe req-99996cfc-11ec-459f-bea0-e85cb9c5ca88 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f128897e-b6a4-4cf7-bfae-4b36b3c05d46 HTTP/1.1" status: 200 len: 217 time: 0.0477412 Aug 16 15:16:57.751512 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-2593077a-3c34-4267-bc40-98c058fa7c9c req-b2c6e96f-2699-4ece-ac98-d651d21c5321 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e646468-4163-4ecc-9a71-2289c45a7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604670 Aug 16 15:16:57.777788 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-11bd7b99-7b99-4169-b770-992f43c95a0e req-58a30181-964f-4b3a-92ca-6b4aaa750d55 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283712 Aug 16 15:16:57.810772 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf106fea-6ef2-4887-8f0c-ebd421486dbe req-c7c3f737-57f5-4b0e-8164-e9fa85e868b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:57.812337 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-cf106fea-6ef2-4887-8f0c-ebd421486dbe req-c7c3f737-57f5-4b0e-8164-e9fa85e868b6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=472aa429-9b80-479f-a78f-7614270ec674 HTTP/1.1" status: 200 len: 848 time: 0.1006544 Aug 16 15:16:57.862878 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-cf106fea-6ef2-4887-8f0c-ebd421486dbe req-d94cdd1b-dd75-45b6-bf91-6c4550af3bad service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4de2dddf-57dd-4d51-a8b7-e33d086e0280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429914 Aug 16 15:16:57.928615 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b57de7-daff-45db-b681-e99b79489b47 req-b97d7afa-4d9f-4598-a0c9-0e03e951e8a6 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:57.930713 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-d0b57de7-daff-45db-b681-e99b79489b47 req-b97d7afa-4d9f-4598-a0c9-0e03e951e8a6 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e502ea1-64ee-4c33-8335-f74a9d6424c6 HTTP/1.1" status: 200 len: 943 time: 0.0783226 Aug 16 15:16:58.003346 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-d0b57de7-daff-45db-b681-e99b79489b47 req-7ebb6180-13c3-40d4-bd27-d8dedf058a0a tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cd64719-1f02-4e88-bb1f-dbc33ca11f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646648 Aug 16 15:16:58.004065 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-cf106fea-6ef2-4887-8f0c-ebd421486dbe req-423d2cf3-89d1-47a4-a673-d942a1ccc9e0 service neutron] 10.222.0.63 "GET /v2.0/networks/4de2dddf-57dd-4d51-a8b7-e33d086e0280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310871 Aug 16 15:16:58.032475 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 36730) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:58.101775 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device 40e1b29d-e0e8-4c95-b373-1ac902c65df9 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 15:16:58.118371 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-cf106fea-6ef2-4887-8f0c-ebd421486dbe req-0b127a02-5162-47b4-9a3b-895e829261d6 service neutron] 10.222.0.63 "GET /v2.0/networks/4de2dddf-57dd-4d51-a8b7-e33d086e0280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079576 Aug 16 15:16:58.198418 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-463691ed-1a4d-4505-add0-9adbde3f336e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:58.234946 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port 40e1b29d-e0e8-4c95-b373-1ac902c65df9, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=40e1b29d-e0e8-4c95-b373-1ac902c65df9,segment=NetworkSegment(480fd28a-debb-4c9d-8b07-587e9bff1678),segment_id=480fd28a-debb-4c9d-8b07-587e9bff1678)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:16:58.249042 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Returning: {'device': '40e1b29d-e0e8-4c95-b373-1ac902c65df9', 'network_id': '5c9974df-1452-4a5b-a52f-46f461318e3c', 'port_id': '40e1b29d-e0e8-4c95-b373-1ac902c65df9', 'mac_address': 'fa:16:3e:ec:3b:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ced82d6-0fff-43a3-9b35-104e114d5850', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 15:16:58.309721 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:58.330251 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40e1b29d-e0e8-4c95-b373-1ac902c65df9 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:16:58.364151 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port 40e1b29d-e0e8-4c95-b373-1ac902c65df9, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=40e1b29d-e0e8-4c95-b373-1ac902c65df9,segment=NetworkSegment(480fd28a-debb-4c9d-8b07-587e9bff1678),segment_id=480fd28a-debb-4c9d-8b07-587e9bff1678)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:16:58.370158 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:58.379585 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 36758) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:58.408231 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-463691ed-1a4d-4505-add0-9adbde3f336e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:58.413213 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-463691ed-1a4d-4505-add0-9adbde3f336e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:58.440120 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Pushing event updated for resources: {'Port': ['ID=40e1b29d-e0e8-4c95-b373-1ac902c65df9,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:58.485715 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-463691ed-1a4d-4505-add0-9adbde3f336e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c01834770e9f4bfd9a76e3d091697e5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4516289 Aug 16 15:16:58.488663 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 36766) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:58.494910 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463691ed-1a4d-4505-add0-9adbde3f336e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6512a533-386a-4e66-85dd-ab4d7376fbc0,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:58.549488 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-913a1b44-2be7-4a90-af54-712ce4d4c06c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:58.584341 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-897213b8-e65c-4354-8485-45114d4d860a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:58.591683 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-913a1b44-2be7-4a90-af54-712ce4d4c06c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:58.661699 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] get_ports_and_sgs() called for port_ids ['40e1b29d-e0e8-4c95-b373-1ac902c65df9'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:16:58.679653 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-913a1b44-2be7-4a90-af54-712ce4d4c06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:58.682315 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-913a1b44-2be7-4a90-af54-712ce4d4c06c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:58.683433 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-913a1b44-2be7-4a90-af54-712ce4d4c06c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6512a533-386a-4e66-85dd-ab4d7376fbc0 HTTP/1.1" status: 204 len: 168 time: 0.1934943 Aug 16 15:16:58.702033 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913a1b44-2be7-4a90-af54-712ce4d4c06c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6512a533-386a-4e66-85dd-ab4d7376fbc0,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:58.749585 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-897213b8-e65c-4354-8485-45114d4d860a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:58.754808 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-897213b8-e65c-4354-8485-45114d4d860a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:58.832171 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-897213b8-e65c-4354-8485-45114d4d860a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ef927d799161459fa5561bf01de99cf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4512453 Aug 16 15:16:58.835268 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897213b8-e65c-4354-8485-45114d4d860a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=003e7365-3184-4c23-8e62-0489b113b628,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:58.836411 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 36796) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:58.914111 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb92fe7c-eb01-4c94-baa6-8a7954e1b27a req-581170d0-69f1-4d53-978c-c1c14deb5610 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:58.924456 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-bb92fe7c-eb01-4c94-baa6-8a7954e1b27a req-581170d0-69f1-4d53-978c-c1c14deb5610 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/ports?device_id=f85c779e-4366-440f-99fb-3b4fbb10d072 HTTP/1.1" status: 200 len: 943 time: 0.0656209 Aug 16 15:16:58.956004 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c5afa2e5-fbdf-4071-bb7d-a6865a2bb98a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:58.958383 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-bb92fe7c-eb01-4c94-baa6-8a7954e1b27a req-ae662396-939e-4c64-a221-eb3de12f4d7d tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e646468-4163-4ecc-9a71-2289c45a7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330679 Aug 16 15:16:58.993081 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c5afa2e5-fbdf-4071-bb7d-a6865a2bb98a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:59.008183 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b69f1-e66e-49b1-9f5d-bd79f4322ac8 req-583fdcc7-2a7e-4e26-9619-0bd6913201ae tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:59.010211 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-7e7b69f1-e66e-49b1-9f5d-bd79f4322ac8 req-583fdcc7-2a7e-4e26-9619-0bd6913201ae tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 945 time: 0.1049578 Aug 16 15:16:59.066385 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-7e7b69f1-e66e-49b1-9f5d-bd79f4322ac8 req-b8c54600-59f7-471f-a9fc-5de33eb41a57 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474911 Aug 16 15:16:59.068954 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 36802) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:59.074589 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c5afa2e5-fbdf-4071-bb7d-a6865a2bb98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:59.078038 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c5afa2e5-fbdf-4071-bb7d-a6865a2bb98a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:59.079356 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-c5afa2e5-fbdf-4071-bb7d-a6865a2bb98a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/003e7365-3184-4c23-8e62-0489b113b628 HTTP/1.1" status: 204 len: 168 time: 0.2419508 Aug 16 15:16:59.086022 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f53392d8-a1db-4933-8353-34ddcb245c22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:59.096848 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5afa2e5-fbdf-4071-bb7d-a6865a2bb98a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003e7365-3184-4c23-8e62-0489b113b628,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:59.157472 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2233e639-2a39-4872-a81e-09b4696f9a73 req-b1e0c4f3-31fe-414b-a63f-b7857f534aea tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:16:59.159069 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-2233e639-2a39-4872-a81e-09b4696f9a73 req-b1e0c4f3-31fe-414b-a63f-b7857f534aea tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e502ea1-64ee-4c33-8335-f74a9d6424c6 HTTP/1.1" status: 200 len: 944 time: 0.0743041 Aug 16 15:16:59.213397 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-2233e639-2a39-4872-a81e-09b4696f9a73 req-4a52eeba-4cb3-4558-87b5-e367f274e9a2 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cd64719-1f02-4e88-bb1f-dbc33ca11f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461323 Aug 16 15:16:59.249193 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f53392d8-a1db-4933-8353-34ddcb245c22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:59.254709 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f53392d8-a1db-4933-8353-34ddcb245c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:59.295199 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53392d8-a1db-4933-8353-34ddcb245c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef84c91-97e8-4c7c-8f06-b76fbbe5453b,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:59.299465 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-f53392d8-a1db-4933-8353-34ddcb245c22 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f7327d74a5a34ac98fc96051005f64ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2289042 Aug 16 15:16:59.302363 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 36808) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:59.349164 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f873dcee-a96e-41af-922b-29dcaef35b79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:59.370975 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f873dcee-a96e-41af-922b-29dcaef35b79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:59.418259 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f873dcee-a96e-41af-922b-29dcaef35b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:59.420890 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f873dcee-a96e-41af-922b-29dcaef35b79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:59.421858 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 36810) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:59.422034 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-f873dcee-a96e-41af-922b-29dcaef35b79 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cef84c91-97e8-4c7c-8f06-b76fbbe5453b HTTP/1.1" status: 204 len: 168 time: 0.1186311 Aug 16 15:16:59.430110 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f873dcee-a96e-41af-922b-29dcaef35b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef84c91-97e8-4c7c-8f06-b76fbbe5453b,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:59.441063 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b63cb3ad-9040-435d-ad15-4dde63bb89f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:59.530935 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b63cb3ad-9040-435d-ad15-4dde63bb89f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:59.533966 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b63cb3ad-9040-435d-ad15-4dde63bb89f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:59.575252 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-b63cb3ad-9040-435d-ad15-4dde63bb89f0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=eb61993404744b92a250bb698f598e00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1522770 Aug 16 15:16:59.577819 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 36816) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:16:59.583648 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63cb3ad-9040-435d-ad15-4dde63bb89f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ffbef2-b3d7-4249-9d18-f55a2f594039,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:16:59.628683 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5915ab28-b501-4dab-bdad-ea01fcc92167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:59.648555 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5915ab28-b501-4dab-bdad-ea01fcc92167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:59.695744 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5915ab28-b501-4dab-bdad-ea01fcc92167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:59.700044 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5915ab28-b501-4dab-bdad-ea01fcc92167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:16:59.704413 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-5915ab28-b501-4dab-bdad-ea01fcc92167 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b5ffbef2-b3d7-4249-9d18-f55a2f594039 HTTP/1.1" status: 204 len: 168 time: 0.1256714 Aug 16 15:16:59.715828 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5915ab28-b501-4dab-bdad-ea01fcc92167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ffbef2-b3d7-4249-9d18-f55a2f594039,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:00.088265 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2183d65a-52e8-4774-8584-9835b977b937 req-462d9231-134a-4c8f-b728-ae3457f8f465 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:00.089846 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-2183d65a-52e8-4774-8584-9835b977b937 req-462d9231-134a-4c8f-b728-ae3457f8f465 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/ports?device_id=f85c779e-4366-440f-99fb-3b4fbb10d072 HTTP/1.1" status: 200 len: 943 time: 0.0565825 Aug 16 15:17:00.138286 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-2183d65a-52e8-4774-8584-9835b977b937 req-3ed9e02c-b594-40af-a33a-739886ec5ca8 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e646468-4163-4ecc-9a71-2289c45a7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372889 Aug 16 15:17:00.202361 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3574560b-157f-4338-b16a-09d714859880 req-4e414208-978d-476d-ba19-5ed371f978b9 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:00.204428 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-3574560b-157f-4338-b16a-09d714859880 req-4e414208-978d-476d-ba19-5ed371f978b9 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 945 time: 0.0622845 Aug 16 15:17:00.256016 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-3574560b-157f-4338-b16a-09d714859880 req-3c1b5f55-bb11-4951-9ff2-6a3dc7e2ceca tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408270 Aug 16 15:17:00.351419 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae73fd0b-cd02-42a7-8523-d9c1517e2de5 req-47cadcce-74ec-478e-94ba-7711fe3098df tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:00.353657 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-ae73fd0b-cd02-42a7-8523-d9c1517e2de5 req-47cadcce-74ec-478e-94ba-7711fe3098df tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e502ea1-64ee-4c33-8335-f74a9d6424c6 HTTP/1.1" status: 200 len: 944 time: 0.0553312 Aug 16 15:17:00.393352 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-ae73fd0b-cd02-42a7-8523-d9c1517e2de5 req-74563b5f-70c6-4a63-8974-af5afe10a26d tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cd64719-1f02-4e88-bb1f-dbc33ca11f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332620 Aug 16 15:17:01.259886 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c40422-88a6-47c6-9c9b-2f077f37cfa3 req-d150e557-a3d6-4b1e-b872-9d46d63c4afe tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:01.261441 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-70c40422-88a6-47c6-9c9b-2f077f37cfa3 req-d150e557-a3d6-4b1e-b872-9d46d63c4afe tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/ports?device_id=f85c779e-4366-440f-99fb-3b4fbb10d072 HTTP/1.1" status: 200 len: 943 time: 0.0530508 Aug 16 15:17:01.308693 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-70c40422-88a6-47c6-9c9b-2f077f37cfa3 req-fa5fdc9f-84a3-47c1-b8bc-c82b6be4eadf tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e646468-4163-4ecc-9a71-2289c45a7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411425 Aug 16 15:17:01.362630 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c54c5-18d0-4078-b1f8-3855bf1b9ff8 req-53035f38-ebd0-4550-9ff3-a7b5d1564bc8 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:01.364144 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-ed7c54c5-18d0-4078-b1f8-3855bf1b9ff8 req-53035f38-ebd0-4550-9ff3-a7b5d1564bc8 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 945 time: 0.0495052 Aug 16 15:17:01.374980 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8ce2470e-00a4-47cb-8046-d12a8eab19cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:01.404502 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-ed7c54c5-18d0-4078-b1f8-3855bf1b9ff8 req-8265effe-af6e-4694-a08d-c9426b0308f2 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335259 Aug 16 15:17:01.507688 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a77169b-d438-49bb-a3da-f67397fcebdd req-1dcc7939-9a1c-4b3d-885d-e37482541aa7 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:01.509221 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-0a77169b-d438-49bb-a3da-f67397fcebdd req-1dcc7939-9a1c-4b3d-885d-e37482541aa7 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e502ea1-64ee-4c33-8335-f74a9d6424c6 HTTP/1.1" status: 200 len: 944 time: 0.0491648 Aug 16 15:17:01.549480 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-0a77169b-d438-49bb-a3da-f67397fcebdd req-b5cee49d-8651-4705-ae9e-a06afb5c403d tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cd64719-1f02-4e88-bb1f-dbc33ca11f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306928 Aug 16 15:17:02.425140 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c88427e-42e6-482b-96c8-a4759778bdbe req-230bed9c-8264-4e62-86f9-adaa1b5e9f6c tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:02.426933 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-8c88427e-42e6-482b-96c8-a4759778bdbe req-230bed9c-8264-4e62-86f9-adaa1b5e9f6c tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/ports?device_id=f85c779e-4366-440f-99fb-3b4fbb10d072 HTTP/1.1" status: 200 len: 943 time: 0.0493999 Aug 16 15:17:02.463455 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-8c88427e-42e6-482b-96c8-a4759778bdbe req-086fdec4-e38a-48b8-8c88-c73a6656751f tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e646468-4163-4ecc-9a71-2289c45a7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305796 Aug 16 15:17:02.516971 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4ec573-8e09-4ac6-a46e-747a95ba0513 req-c115803d-fb8e-43d3-b9ac-71706a7faf0b tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:02.518432 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-3c4ec573-8e09-4ac6-a46e-747a95ba0513 req-c115803d-fb8e-43d3-b9ac-71706a7faf0b tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 945 time: 0.0484200 Aug 16 15:17:02.558735 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-3c4ec573-8e09-4ac6-a46e-747a95ba0513 req-ea2a74b7-7267-4385-8f6d-3d5a034059c8 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342886 Aug 16 15:17:02.666140 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5554c-2679-40be-a36f-f70ff4c49ba4 req-4a250af4-f08f-4297-b389-a063a77f4d1a tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:02.669155 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-0ce5554c-2679-40be-a36f-f70ff4c49ba4 req-4a250af4-f08f-4297-b389-a063a77f4d1a tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e502ea1-64ee-4c33-8335-f74a9d6424c6 HTTP/1.1" status: 200 len: 944 time: 0.0546873 Aug 16 15:17:02.706301 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-0ce5554c-2679-40be-a36f-f70ff4c49ba4 req-c3715401-ec46-4470-bae1-abc2b7922a8a tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cd64719-1f02-4e88-bb1f-dbc33ca11f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328009 Aug 16 15:17:02.927630 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-f2fd444c-6396-486f-8f33-e2c795a97267 req-fe1620a2-0de7-4287-9bd1-6e565104f7ac tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=793885827ab547be9428708a9026fa90&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549064 Aug 16 15:17:03.029185 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7264e35-cb9b-415b-9e06-2edf2dc8169a req-c3803430-1dcc-4693-a8b8-95abc1b86f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:03.030646 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-e7264e35-cb9b-415b-9e06-2edf2dc8169a req-c3803430-1dcc-4693-a8b8-95abc1b86f21 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 1098 time: 0.1424594 Aug 16 15:17:03.135412 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-e7264e35-cb9b-415b-9e06-2edf2dc8169a req-9fd2c31c-c689-40c1-9d7e-7a59bbf3ad90 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942447 Aug 16 15:17:03.154612 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd444c-6396-486f-8f33-e2c795a97267 req-9bb0227d-3fc1-44ed-a032-176f4bf87c76 tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:03.156143 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-f2fd444c-6396-486f-8f33-e2c795a97267 req-9bb0227d-3fc1-44ed-a032-176f4bf87c76 tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2209888 Aug 16 15:17:03.171843 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-f2fd444c-6396-486f-8f33-e2c795a97267 req-44994379-d49a-4fa0-bb9d-98cc71df3eec tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] 10.222.0.22 "GET /v2.0/quotas/793885827ab547be9428708a9026fa90 HTTP/1.1" status: 200 len: 375 time: 0.0098827 Aug 16 15:17:03.205154 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-f2fd444c-6396-486f-8f33-e2c795a97267 req-a3a36dfb-afe9-4920-a43b-c2a00dbb8a98 tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=793885827ab547be9428708a9026fa90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277045 Aug 16 15:17:03.397153 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-f8712361-817a-4390-bd77-65413e275208 req-12758ec5-720a-456f-8900-02d393767033 tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] 10.222.0.22 "GET /v2.0/ports?device_id=cb23a034-b53b-4828-a658-b991cca9d66b HTTP/1.1" status: 200 len: 210 time: 0.0292640 Aug 16 15:17:03.601578 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f2c2c-66b7-4ea7-9d9e-878f3b5ac2dd req-02fc79e6-818d-4e35-9290-2e396674657f tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:03.606030 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-959f2c2c-66b7-4ea7-9d9e-878f3b5ac2dd req-02fc79e6-818d-4e35-9290-2e396674657f tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/ports?device_id=f85c779e-4366-440f-99fb-3b4fbb10d072 HTTP/1.1" status: 200 len: 943 time: 0.0693679 Aug 16 15:17:03.647933 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-959f2c2c-66b7-4ea7-9d9e-878f3b5ac2dd req-c83b25df-4d2e-43d3-85aa-d0417afb7058 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e646468-4163-4ecc-9a71-2289c45a7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367455 Aug 16 15:17:03.668255 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 37018) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:17:03.693186 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device f128897e-b6a4-4cf7-bfae-4b36b3c05d46 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 15:17:03.694091 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79176f-aae4-4987-b4be-cb0cef49205b req-6366a12f-f781-440c-87e6-0f901d2e1243 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:03.696124 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-aa79176f-aae4-4987-b4be-cb0cef49205b req-6366a12f-f781-440c-87e6-0f901d2e1243 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 945 time: 0.0629516 Aug 16 15:17:03.704644 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device 40e1b29d-e0e8-4c95-b373-1ac902c65df9 up at agent hyperv_hv-cinder-80475 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:17:03.775876 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-aa79176f-aae4-4987-b4be-cb0cef49205b req-8b21f69e-0e08-4b0a-9750-29b096f0a417 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733461 Aug 16 15:17:03.784956 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Provisioning for port 40e1b29d-e0e8-4c95-b373-1ac902c65df9 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:17:03.820093 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Provisioning complete for port 40e1b29d-e0e8-4c95-b373-1ac902c65df9 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:17:03.820646 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:03.853855 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b7a144ba-9d64-4c86-b721-b27a1c52a519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:03.926208 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91254931-8c43-4a1d-9ffe-5a56006190f7 req-976d1aa5-c015-40a9-b673-23d879d03349 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:03.926208 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-91254931-8c43-4a1d-9ffe-5a56006190f7 req-976d1aa5-c015-40a9-b673-23d879d03349 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e502ea1-64ee-4c33-8335-f74a9d6424c6 HTTP/1.1" status: 200 len: 944 time: 0.0837109 Aug 16 15:17:03.950749 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port f128897e-b6a4-4cf7-bfae-4b36b3c05d46, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=f128897e-b6a4-4cf7-bfae-4b36b3c05d46,segment=NetworkSegment(1cafa780-1ec5-43e7-9906-cd719165275f),segment_id=1cafa780-1ec5-43e7-9906-cd719165275f)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:17:03.969301 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Returning: {'device': 'f128897e-b6a4-4cf7-bfae-4b36b3c05d46', 'network_id': '4de2dddf-57dd-4d51-a8b7-e33d086e0280', 'port_id': 'f128897e-b6a4-4cf7-bfae-4b36b3c05d46', 'mac_address': 'fa:16:3e:2c:54:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '472aa429-9b80-479f-a78f-7614270ec674', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 15:17:04.076425 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-91254931-8c43-4a1d-9ffe-5a56006190f7 req-cb28a34d-1a10-4ab7-8ba8-9e923cff1597 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cd64719-1f02-4e88-bb1f-dbc33ca11f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406858 Aug 16 15:17:04.081224 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b7a144ba-9d64-4c86-b721-b27a1c52a519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:04.090610 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-b7a144ba-9d64-4c86-b721-b27a1c52a519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:04.110770 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:04.162056 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-08c9aa2b-ca5e-423a-9a2d-8adc94b096ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:04.167321 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f128897e-b6a4-4cf7-bfae-4b36b3c05d46 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:17:04.182365 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-b7a144ba-9d64-4c86-b721-b27a1c52a519 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2546fc0bd65247709843f0bb831e6e5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5125735 Aug 16 15:17:04.183511 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a144ba-9d64-4c86-b721-b27a1c52a519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b61469ce-9847-4d0a-87ad-30982b69d21b,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:04.185550 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 37074) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:17:04.189887 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port f128897e-b6a4-4cf7-bfae-4b36b3c05d46, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=f128897e-b6a4-4cf7-bfae-4b36b3c05d46,segment=NetworkSegment(1cafa780-1ec5-43e7-9906-cd719165275f),segment_id=1cafa780-1ec5-43e7-9906-cd719165275f)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:17:04.198202 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:04.200805 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:04.286990 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8bc77188-9620-4a9e-b4e8-40c9bc6a2242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:04.287211 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e502ea1-64ee-4c33-8335-f74a9d6424c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40e1b29d-e0e8-4c95-b373-1ac902c65df9'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:17:04.289563 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e76958932a03d86b7f0b22df001500a87ec50ba87a7955a81e77db88798745a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a317d679-db20-4b81-a6d5-750ec20a78c5" -d '{"events": [{"server_uuid": "8e502ea1-64ee-4c33-8335-f74a9d6424c6", "name": "network-vif-plugged", "status": "completed", "tag": "40e1b29d-e0e8-4c95-b373-1ac902c65df9"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:17:04.305983 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:04.317394 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port 40e1b29d-e0e8-4c95-b373-1ac902c65df9, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=40e1b29d-e0e8-4c95-b373-1ac902c65df9,segment=NetworkSegment(480fd28a-debb-4c9d-8b07-587e9bff1678),segment_id=480fd28a-debb-4c9d-8b07-587e9bff1678)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:17:04.325124 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:04.327069 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Pushing event updated for resources: {'Port': ['ID=f128897e-b6a4-4cf7-bfae-4b36b3c05d46,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:04.349965 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8bc77188-9620-4a9e-b4e8-40c9bc6a2242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:04.377255 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ead722-03ac-4fc7-b98e-db14ed094871 x-openstack-request-id: req-90ead722-03ac-4fc7-b98e-db14ed094871 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:17:04.377550 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e502ea1-64ee-4c33-8335-f74a9d6424c6", "name": "network-vif-plugged", "status": "completed", "tag": "40e1b29d-e0e8-4c95-b373-1ac902c65df9", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:17:04.377956 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-90ead722-03ac-4fc7-b98e-db14ed094871 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:17:04.378629 dv-cinder-804757-1-iscsi neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e502ea1-64ee-4c33-8335-f74a9d6424c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40e1b29d-e0e8-4c95-b373-1ac902c65df9', 'code': 200} Aug 16 15:17:04.403441 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Pushing event updated for resources: {'Port': ['ID=40e1b29d-e0e8-4c95-b373-1ac902c65df9,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:04.460405 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] get_ports_and_sgs() called for port_ids ['f128897e-b6a4-4cf7-bfae-4b36b3c05d46'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:17:04.468805 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8bc77188-9620-4a9e-b4e8-40c9bc6a2242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:04.472330 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8bc77188-9620-4a9e-b4e8-40c9bc6a2242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:04.473722 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-8bc77188-9620-4a9e-b4e8-40c9bc6a2242 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b61469ce-9847-4d0a-87ad-30982b69d21b HTTP/1.1" status: 204 len: 168 time: 0.2871873 Aug 16 15:17:04.495579 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc77188-9620-4a9e-b4e8-40c9bc6a2242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61469ce-9847-4d0a-87ad-30982b69d21b,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:04.556188 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-b8d09e08-cd55-49e5-8dc3-e76d7d1af3a7 req-127210ed-0ff5-43e7-b3a9-eb3d358c8aa1 tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] 10.222.0.22 "GET /v2.0/ports?device_id=cb23a034-b53b-4828-a658-b991cca9d66b HTTP/1.1" status: 200 len: 210 time: 0.0446253 Aug 16 15:17:04.728533 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e8ef27-5e3f-4764-8c46-dea8966a946b req-d731882f-9849-424f-84d3-fc55692bdcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:04.730020 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-12e8ef27-5e3f-4764-8c46-dea8966a946b req-d731882f-9849-424f-84d3-fc55692bdcd3 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=8e502ea1-64ee-4c33-8335-f74a9d6424c6 HTTP/1.1" status: 200 len: 1098 time: 0.1239839 Aug 16 15:17:04.813503 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16a4134-7851-461f-80c7-1ded8cb91023 req-8c9801c4-8e8c-48a1-81b9-c9d093c0c92a tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:04.821706 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-12e8ef27-5e3f-4764-8c46-dea8966a946b req-5c81c116-c572-443e-9e95-4e7ee26bc110 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=2cd64719-1f02-4e88-bb1f-dbc33ca11f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769141 Aug 16 15:17:04.825915 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-c16a4134-7851-461f-80c7-1ded8cb91023 req-8c9801c4-8e8c-48a1-81b9-c9d093c0c92a tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/ports?device_id=f85c779e-4366-440f-99fb-3b4fbb10d072 HTTP/1.1" status: 200 len: 944 time: 0.0874658 Aug 16 15:17:04.894375 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-c16a4134-7851-461f-80c7-1ded8cb91023 req-0238e19e-8e19-45d3-a436-142ca08eb650 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e646468-4163-4ecc-9a71-2289c45a7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534482 Aug 16 15:17:04.957276 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-f2fd444c-6396-486f-8f33-e2c795a97267 req-9f1424b7-2c72-4129-9a87-74e033da421e tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=793885827ab547be9428708a9026fa90&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0595899 Aug 16 15:17:04.993675 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 37114) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:17:05.013898 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1383922b-6cc7-4d77-9939-7c3fa009c636 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:05.069491 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d710be8a-6309-4f2f-aecc-5b048e033e8d req-6ad91933-1f21-48ef-afe9-211c40473d33 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:05.071145 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-d710be8a-6309-4f2f-aecc-5b048e033e8d req-6ad91933-1f21-48ef-afe9-211c40473d33 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 945 time: 0.1559560 Aug 16 15:17:05.115609 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5f8a3891-afd8-4a3f-99f3-eab7c9032578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:05.150484 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1383922b-6cc7-4d77-9939-7c3fa009c636 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:05.155146 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-1383922b-6cc7-4d77-9939-7c3fa009c636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:05.237531 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1383922b-6cc7-4d77-9939-7c3fa009c636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fafaee4f-7bea-4684-8652-2bda0f13e6a1,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:05.251097 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-1383922b-6cc7-4d77-9939-7c3fa009c636 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7d1b7226df92451d84eac8adf7a8a1cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2537866 Aug 16 15:17:05.253820 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 37130) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:17:05.277397 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa1949-a052-4f11-8d1a-6d557292a789 req-745d5717-66a1-4010-bd60-96d33244a42b tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:05.279028 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-edfa1949-a052-4f11-8d1a-6d557292a789 req-745d5717-66a1-4010-bd60-96d33244a42b tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e502ea1-64ee-4c33-8335-f74a9d6424c6 HTTP/1.1" status: 200 len: 945 time: 0.1177528 Aug 16 15:17:05.347060 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8fc38ee8-3dae-42b6-8192-bd3e26e2aa8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:05.350968 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-edfa1949-a052-4f11-8d1a-6d557292a789 req-f983c080-2e4a-4962-9708-b54cea19e7c8 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cd64719-1f02-4e88-bb1f-dbc33ca11f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567758 Aug 16 15:17:05.361266 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd444c-6396-486f-8f33-e2c795a97267 req-f75ac90a-a66c-43ff-9900-d0732ae342a2 tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:05.362992 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-f2fd444c-6396-486f-8f33-e2c795a97267 req-f75ac90a-a66c-43ff-9900-d0732ae342a2 tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3820260 Aug 16 15:17:05.376963 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-d710be8a-6309-4f2f-aecc-5b048e033e8d req-4a425d35-d2df-43ad-8c00-e3c4cd8bd868 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958550 Aug 16 15:17:05.378562 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8fc38ee8-3dae-42b6-8192-bd3e26e2aa8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:05.383178 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.v2.base [req-f2fd444c-6396-486f-8f33-e2c795a97267 req-42acd14a-0164-45f3-be0c-22565c0650f6 tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] Request body: {'port': {'device_id': 'cb23a034-b53b-4828-a658-b991cca9d66b', 'network_id': 'd8440357-d4d4-489c-a36c-6ee8fb918c34', 'admin_state_up': True, 'tenant_id': '793885827ab547be9428708a9026fa90'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:17:05.436457 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8fc38ee8-3dae-42b6-8192-bd3e26e2aa8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:05.439397 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8fc38ee8-3dae-42b6-8192-bd3e26e2aa8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:05.444688 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-8fc38ee8-3dae-42b6-8192-bd3e26e2aa8b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fafaee4f-7bea-4684-8652-2bda0f13e6a1 HTTP/1.1" status: 204 len: 168 time: 0.1887116 Aug 16 15:17:05.464816 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc38ee8-3dae-42b6-8192-bd3e26e2aa8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fafaee4f-7bea-4684-8652-2bda0f13e6a1,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:05.526284 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2fd444c-6396-486f-8f33-e2c795a97267 req-42acd14a-0164-45f3-be0c-22565c0650f6 tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] Made reservation on behalf of 793885827ab547be9428708a9026fa90 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:17:05.530618 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-f2fd444c-6396-486f-8f33-e2c795a97267 req-42acd14a-0164-45f3-be0c-22565c0650f6 tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:05.540540 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c83ea-a74e-4b76-bc26-69d696f26d76 req-9a3a0b40-5d78-4c9a-ad5c-41c2b029732b tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:05.541156 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-f2fd444c-6396-486f-8f33-e2c795a97267 req-42acd14a-0164-45f3-be0c-22565c0650f6 tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:05.542834 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-f24c83ea-a74e-4b76-bc26-69d696f26d76 req-9a3a0b40-5d78-4c9a-ad5c-41c2b029732b tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.0880919 Aug 16 15:17:05.599193 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-f24c83ea-a74e-4b76-bc26-69d696f26d76 req-1b4d6d0b-8989-4e16-b685-b56e6f07377c tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481246 Aug 16 15:17:05.673267 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-f2fd444c-6396-486f-8f33-e2c795a97267 req-42acd14a-0164-45f3-be0c-22565c0650f6 tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:05.690887 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-f2fd444c-6396-486f-8f33-e2c795a97267 req-42acd14a-0164-45f3-be0c-22565c0650f6 tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:05.703889 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device f128897e-b6a4-4cf7-bfae-4b36b3c05d46 up at agent hyperv_hv-cinder-80475 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:17:05.749408 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-e8de8e32-11cf-4176-b339-648471a18e11 req-2ad3ceef-b20c-47e4-8105-1465f2fd5841 tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] 10.222.0.22 "GET /v2.0/ports?device_id=cb23a034-b53b-4828-a658-b991cca9d66b HTTP/1.1" status: 200 len: 210 time: 0.0745871 Aug 16 15:17:05.805758 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Provisioning for port f128897e-b6a4-4cf7-bfae-4b36b3c05d46 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:17:05.814369 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Provisioning complete for port f128897e-b6a4-4cf7-bfae-4b36b3c05d46 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:17:05.815020 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:05.837102 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42acd14a-0164-45f3-be0c-22565c0650f6 tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26af3387-66fb-4a20-a5af-46e3abb69d3d,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:05.982767 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:05.996013 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-f2fd444c-6396-486f-8f33-e2c795a97267 req-42acd14a-0164-45f3-be0c-22565c0650f6 tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] Allocated IP 192.168.233.73 (d8440357-d4d4-489c-a36c-6ee8fb918c34/a5dbb4ef-2ed1-4f34-be14-f4a5784e4c87/7a034869-a7f8-49c2-a172-13b013086b7a) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:17:06.064102 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port f128897e-b6a4-4cf7-bfae-4b36b3c05d46, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=f128897e-b6a4-4cf7-bfae-4b36b3c05d46,segment=NetworkSegment(1cafa780-1ec5-43e7-9906-cd719165275f),segment_id=1cafa780-1ec5-43e7-9906-cd719165275f)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:17:06.075498 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:06.172509 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1c98b-5441-435a-a2e2-bbb196c5a06e req-b34b6365-c57a-401a-b552-5e7648373c52 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:06.177341 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-2fa1c98b-5441-435a-a2e2-bbb196c5a06e req-b34b6365-c57a-401a-b552-5e7648373c52 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/ports?device_id=f85c779e-4366-440f-99fb-3b4fbb10d072 HTTP/1.1" status: 200 len: 944 time: 0.1617372 Aug 16 15:17:06.191758 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Pushing event updated for resources: {'Port': ['ID=f128897e-b6a4-4cf7-bfae-4b36b3c05d46,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:06.267802 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-2fa1c98b-5441-435a-a2e2-bbb196c5a06e req-b34ef68c-4144-4614-a3f8-927186c87673 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e646468-4163-4ecc-9a71-2289c45a7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824001 Aug 16 15:17:06.347300 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-f2fd444c-6396-486f-8f33-e2c795a97267 req-42acd14a-0164-45f3-be0c-22565c0650f6 tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:06.362020 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-f2fd444c-6396-486f-8f33-e2c795a97267 req-42acd14a-0164-45f3-be0c-22565c0650f6 tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] Transition to ACTIVE for port object 7a034869-a7f8-49c2-a172-13b013086b7a will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:17:06.380207 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f85c779e-4366-440f-99fb-3b4fbb10d072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f128897e-b6a4-4cf7-bfae-4b36b3c05d46'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:17:06.383958 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e76958932a03d86b7f0b22df001500a87ec50ba87a7955a81e77db88798745a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac153afa-4af6-42a9-9866-a78a31b649c0" -d '{"events": [{"server_uuid": "f85c779e-4366-440f-99fb-3b4fbb10d072", "name": "network-vif-plugged", "status": "completed", "tag": "f128897e-b6a4-4cf7-bfae-4b36b3c05d46"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:17:06.400417 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-f2fd444c-6396-486f-8f33-e2c795a97267 req-42acd14a-0164-45f3-be0c-22565c0650f6 tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769335250701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2787876'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:06.432789 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551cbc2d-63cd-4b35-af74-51de26812bb8 x-openstack-request-id: req-551cbc2d-63cd-4b35-af74-51de26812bb8 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:17:06.433091 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f85c779e-4366-440f-99fb-3b4fbb10d072", "name": "network-vif-plugged", "status": "completed", "tag": "f128897e-b6a4-4cf7-bfae-4b36b3c05d46", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:17:06.433346 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-551cbc2d-63cd-4b35-af74-51de26812bb8 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:17:06.433749 dv-cinder-804757-1-iscsi neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f85c779e-4366-440f-99fb-3b4fbb10d072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f128897e-b6a4-4cf7-bfae-4b36b3c05d46', 'code': 200} Aug 16 15:17:06.475829 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2fd444c-6396-486f-8f33-e2c795a97267 req-42acd14a-0164-45f3-be0c-22565c0650f6 tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] Network d8440357-d4d4-489c-a36c-6ee8fb918c34 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:17:06.499190 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-f2fd444c-6396-486f-8f33-e2c795a97267 req-42acd14a-0164-45f3-be0c-22565c0650f6 tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:17:06.501837 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2fd444c-6396-486f-8f33-e2c795a97267 req-42acd14a-0164-45f3-be0c-22565c0650f6 tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:17:06.509883 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42acd14a-0164-45f3-be0c-22565c0650f6 tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] Pushing event updated for resources: {'Port': ['ID=7a034869-a7f8-49c2-a172-13b013086b7a,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:06.567945 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd444c-6396-486f-8f33-e2c795a97267 req-42acd14a-0164-45f3-be0c-22565c0650f6 tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:06.568697 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-f2fd444c-6396-486f-8f33-e2c795a97267 req-42acd14a-0164-45f3-be0c-22565c0650f6 tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:06.581415 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8992f543-5d08-4169-9631-84edfeb65219 req-448e41fe-dd9d-4808-b22d-a6e997e6d505 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:06.583639 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-8992f543-5d08-4169-9631-84edfeb65219 req-448e41fe-dd9d-4808-b22d-a6e997e6d505 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e502ea1-64ee-4c33-8335-f74a9d6424c6 HTTP/1.1" status: 200 len: 945 time: 0.1263647 Aug 16 15:17:06.609466 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-f2fd444c-6396-486f-8f33-e2c795a97267 req-42acd14a-0164-45f3-be0c-22565c0650f6 tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2314889 Aug 16 15:17:06.640308 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-8992f543-5d08-4169-9631-84edfeb65219 req-decc5cca-49f6-442a-a733-46e2909841bf tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cd64719-1f02-4e88-bb1f-dbc33ca11f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497332 Aug 16 15:17:06.746651 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4fd61f29-14ed-4c81-94cc-08da44d16cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:06.791923 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c4ac2a-9029-4299-aa60-bc9cc8e5f04d req-ef7dbdc9-915f-4bca-8a4a-f929e298231e tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:06.793479 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-d6c4ac2a-9029-4299-aa60-bc9cc8e5f04d req-ef7dbdc9-915f-4bca-8a4a-f929e298231e tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e502ea1-64ee-4c33-8335-f74a9d6424c6 HTTP/1.1" status: 200 len: 945 time: 0.0550599 Aug 16 15:17:06.802809 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 37198) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:17:06.808639 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [None req-73c4783b-556d-4981-8c62-559cb624c98f tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Request body: {'floatingip': {'port_id': '40e1b29d-e0e8-4c95-b373-1ac902c65df9'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:17:06.845403 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-0fa91d39-c5e5-440a-b2c9-29d87fedba63 None None] Provisioning for port 7a034869-a7f8-49c2-a172-13b013086b7a completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:17:06.850772 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-0fa91d39-c5e5-440a-b2c9-29d87fedba63 None None] Provisioning complete for port 7a034869-a7f8-49c2-a172-13b013086b7a triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:17:06.851148 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0fa91d39-c5e5-440a-b2c9-29d87fedba63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:06.892884 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-0fa91d39-c5e5-440a-b2c9-29d87fedba63 None None] Port 7a034869-a7f8-49c2-a172-13b013086b7a cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 15:17:06.915897 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-73c4783b-556d-4981-8c62-559cb624c98f tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks [] for floatingip, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:06.927140 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1f06a-babd-4236-b98d-66d7a4fbb627 req-4e9ed8fb-aa15-4b9f-a016-4cb2a4bcfe40 tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:06.928654 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-2ca1f06a-babd-4236-b98d-66d7a4fbb627 req-4e9ed8fb-aa15-4b9f-a016-4cb2a4bcfe40 tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] 10.222.0.22 "GET /v2.0/ports?device_id=cb23a034-b53b-4828-a658-b991cca9d66b HTTP/1.1" status: 200 len: 935 time: 0.0630503 Aug 16 15:17:06.971591 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-2ca1f06a-babd-4236-b98d-66d7a4fbb627 req-90a39968-27c5-4b34-8261-387ddfd865e2 tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] 10.222.0.22 "GET /v2.0/security-groups?id=26af3387-66fb-4a20-a5af-46e3abb69d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367935 Aug 16 15:17:07.638714 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f586d-39d0-4441-8c1d-98a575da7d37 req-554fa983-2ecb-4a4e-a277-6996bb6739a9 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:07.640178 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-577f586d-39d0-4441-8c1d-98a575da7d37 req-554fa983-2ecb-4a4e-a277-6996bb6739a9 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/ports?device_id=f85c779e-4366-440f-99fb-3b4fbb10d072 HTTP/1.1" status: 200 len: 945 time: 0.1134129 Aug 16 15:17:07.758641 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-577f586d-39d0-4441-8c1d-98a575da7d37 req-fa682c33-bea1-4020-a30c-28ddbe057a8c tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e646468-4163-4ecc-9a71-2289c45a7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985179 Aug 16 15:17:07.783543 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-73c4783b-556d-4981-8c62-559cb624c98f tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:07.787325 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-73c4783b-556d-4981-8c62-559cb624c98f tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798589'] for floatingip, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:07.882230 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.db.l3_db [None req-73c4783b-556d-4981-8c62-559cb624c98f tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Floating IP b2baf205-39de-4078-b126-a13aecf94647 associated. External IP: 172.27.3.164, port: 40e1b29d-e0e8-4c95-b373-1ac902c65df9. Aug 16 15:17:08.083237 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73c4783b-556d-4981-8c62-559cb624c98f tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Router e55267b5-09f4-4a93-ad8f-8a1b79d4294c has already been hosted by L3 agent b2ca3166-9002-4222-bd01-ae8f73ca62dc {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 15:17:08.094340 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d061b5-1c7b-46aa-a7bc-f8ce5e45b969 req-199a4447-14e2-4196-bc16-3d0e340b20d9 tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:08.095852 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-96d061b5-1c7b-46aa-a7bc-f8ce5e45b969 req-199a4447-14e2-4196-bc16-3d0e340b20d9 tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] 10.222.0.22 "GET /v2.0/ports?device_id=cb23a034-b53b-4828-a658-b991cca9d66b HTTP/1.1" status: 200 len: 935 time: 0.0520623 Aug 16 15:17:08.133800 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-96d061b5-1c7b-46aa-a7bc-f8ce5e45b969 req-dab91173-fa8e-47b3-b48a-e103bae13343 tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] 10.222.0.22 "GET /v2.0/security-groups?id=26af3387-66fb-4a20-a5af-46e3abb69d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320015 Aug 16 15:17:08.187320 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73c4783b-556d-4981-8c62-559cb624c98f tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify agent at l3_agent.dv-cinder-804757-1-iscsi the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:17:08.191702 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-73c4783b-556d-4981-8c62-559cb624c98f tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:08.200606 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98c64fe-8187-4201-b386-2983061359ee None None] Sync routers for ids ['e55267b5-09f4-4a93-ad8f-8a1b79d4294c'] in dv-cinder-804757-1-iscsi {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:17:08.210137 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98c64fe-8187-4201-b386-2983061359ee None None] Routers {'e55267b5-09f4-4a93-ad8f-8a1b79d4294c'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:17:08.210838 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-c98c64fe-8187-4201-b386-2983061359ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:17:04Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['e55267b5-09f4-4a93-ad8f-8a1b79d4294c'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:17:08.219472 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-73c4783b-556d-4981-8c62-559cb624c98f tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "PUT /v2.0/floatingips/b2baf205-39de-4078-b126-a13aecf94647 HTTP/1.1" status: 200 len: 991 time: 1.4152317 Aug 16 15:17:08.220072 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e502ea1-64ee-4c33-8335-f74a9d6424c6', 'tag': '40e1b29d-e0e8-4c95-b373-1ac902c65df9'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:17:08.222278 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a5cfb7157b8b73f0e4116fd12db15b1ff73336af95e475daca955d95e5834ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67dac580-6d83-489f-9056-8f1e4612ecfa" -d '{"events": [{"name": "network-changed", "server_uuid": "8e502ea1-64ee-4c33-8335-f74a9d6424c6", "tag": "40e1b29d-e0e8-4c95-b373-1ac902c65df9"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:17:08.260651 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 15:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20638daa-b495-4fd4-9dbc-2fe98939bb90 x-openstack-request-id: req-20638daa-b495-4fd4-9dbc-2fe98939bb90 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:17:08.261154 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e502ea1-64ee-4c33-8335-f74a9d6424c6", "tag": "40e1b29d-e0e8-4c95-b373-1ac902c65df9", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:17:08.261565 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-20638daa-b495-4fd4-9dbc-2fe98939bb90 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:17:08.261972 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e502ea1-64ee-4c33-8335-f74a9d6424c6', 'tag': '40e1b29d-e0e8-4c95-b373-1ac902c65df9', 'status': 'completed', 'code': 200} Aug 16 15:17:08.323355 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-c98c64fe-8187-4201-b386-2983061359ee None None] Set router e55267b5-09f4-4a93-ad8f-8a1b79d4294c gateway port host: dv-cinder-804757-1-iscsi {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:17:08.655448 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-c98c64fe-8187-4201-b386-2983061359ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55267b5-09f4-4a93-ad8f-8a1b79d4294c', 'name': 'tempest-AttachVolumeTestJSON-1508374636-router', 'tenant_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '0239c728-d1d1-401e-9718-03afcbbb41d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:16:34Z', 'updated_at': '2021-08-16T15:16:38Z', 'revision_number': 4, 'project_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'gw_port': {'id': '0239c728-d1d1-401e-9718-03afcbbb41d1', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55267b5-09f4-4a93-ad8f-8a1b79d4294c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:16:35Z', 'updated_at': '2021-08-16T15:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_floatingips': [{'id': 'b2baf205-39de-4078-b126-a13aecf94647', 'tenant_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'floating_ip_address': '172.27.3.164', 'floating_network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'router_id': 'e55267b5-09f4-4a93-ad8f-8a1b79d4294c', 'port_id': '40e1b29d-e0e8-4c95-b373-1ac902c65df9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c9974df-1452-4a5b-a52f-46f461318e3c', 'mac_address': 'fa:16:3e:ec:3b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e502ea1-64ee-4c33-8335-f74a9d6424c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T15:16:41Z', 'updated_at': '2021-08-16T15:17:07Z', 'revision_number': 1, 'project_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '398bc161-924d-4027-a47b-0113bf762b18', 'name': '', 'network_id': '5c9974df-1452-4a5b-a52f-46f461318e3c', 'tenant_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'mac_address': 'fa:16:3e:16:21:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55267b5-09f4-4a93-ad8f-8a1b79d4294c', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '7ced82d6-0fff-43a3-9b35-104e114d5850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:16:38Z', 'updated_at': '2021-08-16T15:16:45Z', 'revision_number': 5, 'project_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'subnets': [{'id': '7ced82d6-0fff-43a3-9b35-104e114d5850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:17:08.680164 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98c64fe-8187-4201-b386-2983061359ee None None] Checking router: e55267b5-09f4-4a93-ad8f-8a1b79d4294c for host: dv-cinder-804757-1-iscsi {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:17:08.688494 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98c64fe-8187-4201-b386-2983061359ee None None] Routers {'e55267b5-09f4-4a93-ad8f-8a1b79d4294c'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:17:08.689079 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-c98c64fe-8187-4201-b386-2983061359ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:17:04Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['e55267b5-09f4-4a93-ad8f-8a1b79d4294c'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:17:08.787703 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-c98c64fe-8187-4201-b386-2983061359ee None None] Set router e55267b5-09f4-4a93-ad8f-8a1b79d4294c gateway port host: dv-cinder-804757-1-iscsi {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:17:08.872314 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f14b5-30f0-473b-8bf0-2af39e8d4ffa req-89a4da7d-10c9-4b9e-b718-045162d40496 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:08.874013 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-c03f14b5-30f0-473b-8bf0-2af39e8d4ffa req-89a4da7d-10c9-4b9e-b718-045162d40496 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/ports?device_id=f85c779e-4366-440f-99fb-3b4fbb10d072 HTTP/1.1" status: 200 len: 945 time: 0.0479550 Aug 16 15:17:08.910030 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-c03f14b5-30f0-473b-8bf0-2af39e8d4ffa req-76142faf-dd25-451d-ae45-b60e29bda5dd tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e646468-4163-4ecc-9a71-2289c45a7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300565 Aug 16 15:17:09.004285 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-c98c64fe-8187-4201-b386-2983061359ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55267b5-09f4-4a93-ad8f-8a1b79d4294c', 'name': 'tempest-AttachVolumeTestJSON-1508374636-router', 'tenant_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '0239c728-d1d1-401e-9718-03afcbbb41d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:16:34Z', 'updated_at': '2021-08-16T15:16:38Z', 'revision_number': 4, 'project_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'gw_port': {'id': '0239c728-d1d1-401e-9718-03afcbbb41d1', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55267b5-09f4-4a93-ad8f-8a1b79d4294c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:16:35Z', 'updated_at': '2021-08-16T15:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_floatingips': [{'id': 'b2baf205-39de-4078-b126-a13aecf94647', 'tenant_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'floating_ip_address': '172.27.3.164', 'floating_network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'router_id': 'e55267b5-09f4-4a93-ad8f-8a1b79d4294c', 'port_id': '40e1b29d-e0e8-4c95-b373-1ac902c65df9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c9974df-1452-4a5b-a52f-46f461318e3c', 'mac_address': 'fa:16:3e:ec:3b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e502ea1-64ee-4c33-8335-f74a9d6424c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T15:16:41Z', 'updated_at': '2021-08-16T15:17:07Z', 'revision_number': 1, 'project_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '398bc161-924d-4027-a47b-0113bf762b18', 'name': '', 'network_id': '5c9974df-1452-4a5b-a52f-46f461318e3c', 'tenant_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'mac_address': 'fa:16:3e:16:21:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55267b5-09f4-4a93-ad8f-8a1b79d4294c', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '7ced82d6-0fff-43a3-9b35-104e114d5850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:16:38Z', 'updated_at': '2021-08-16T15:16:45Z', 'revision_number': 5, 'project_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'subnets': [{'id': '7ced82d6-0fff-43a3-9b35-104e114d5850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:17:09.020036 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.v2.base [req-f2fd444c-6396-486f-8f33-e2c795a97267 req-f9c6f67c-d97f-4cfe-8a31-c8633347c6cd service neutron] Request body: {'port': {'device_id': 'cb23a034-b53b-4828-a658-b991cca9d66b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:17:09.042294 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98c64fe-8187-4201-b386-2983061359ee None None] The sync data for ids ['e55267b5-09f4-4a93-ad8f-8a1b79d4294c'] in dv-cinder-804757-1-iscsi is: [{'id': 'e55267b5-09f4-4a93-ad8f-8a1b79d4294c', 'name': 'tempest-AttachVolumeTestJSON-1508374636-router', 'tenant_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '0239c728-d1d1-401e-9718-03afcbbb41d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:16:34Z', 'updated_at': '2021-08-16T15:16:38Z', 'revision_number': 4, 'project_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'gw_port': {'id': '0239c728-d1d1-401e-9718-03afcbbb41d1', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55267b5-09f4-4a93-ad8f-8a1b79d4294c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:16:35Z', 'updated_at': '2021-08-16T15:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_floatingips': [{'id': 'b2baf205-39de-4078-b126-a13aecf94647', 'tenant_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'floating_ip_address': '172.27.3.164', 'floating_network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'router_id': 'e55267b5-09f4-4a93-ad8f-8a1b79d4294c', 'port_id': '40e1b29d-e0e8-4c95-b373-1ac902c65df9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c9974df-1452-4a5b-a52f-46f461318e3c', 'mac_address': 'fa:16:3e:ec:3b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e502ea1-64ee-4c33-8335-f74a9d6424c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T15:16:41Z', 'updated_at': '2021-08-16T15:17:07Z', 'revision_number': 1, 'project_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '398bc161-924d-4027-a47b-0113bf762b18', 'name': '', 'network_id': '5c9974df-1452-4a5b-a52f-46f461318e3c', 'tenant_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'mac_address': 'fa:16:3e:16:21:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55267b5-09f4-4a93-ad8f-8a1b79d4294c', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '7ced82d6-0fff-43a3-9b35-104e114d5850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:16:38Z', 'updated_at': '2021-08-16T15:16:45Z', 'revision_number': 5, 'project_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'subnets': [{'id': '7ced82d6-0fff-43a3-9b35-104e114d5850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:17:09.115482 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-f2fd444c-6396-486f-8f33-e2c795a97267 req-f9c6f67c-d97f-4cfe-8a31-c8633347c6cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:09.120444 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dac580-6d83-489f-9056-8f1e4612ecfa req-2f06943a-83fd-4d0c-89a7-0e65958e32fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:09.122156 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-67dac580-6d83-489f-9056-8f1e4612ecfa req-2f06943a-83fd-4d0c-89a7-0e65958e32fa service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d3a7f9f707ee45cba24f8d207b4a20be&device_id=8e502ea1-64ee-4c33-8335-f74a9d6424c6 HTTP/1.1" status: 200 len: 1098 time: 0.0832293 Aug 16 15:17:09.253794 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f73ab86-292d-437d-8602-f06335b0b61b req-5fab5ed8-6cab-4ec6-9f9c-305e82ab69b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:09.256612 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-6f73ab86-292d-437d-8602-f06335b0b61b req-5fab5ed8-6cab-4ec6-9f9c-305e82ab69b9 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=f85c779e-4366-440f-99fb-3b4fbb10d072 HTTP/1.1" status: 200 len: 1098 time: 0.0927594 Aug 16 15:17:09.302029 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-6f73ab86-292d-437d-8602-f06335b0b61b req-e28486be-b634-4a20-98d7-14cb4f81ed68 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=9e646468-4163-4ecc-9a71-2289c45a7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353391 Aug 16 15:17:09.366080 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dac580-6d83-489f-9056-8f1e4612ecfa req-3ef759f8-8a45-4cfc-92da-0962109ecf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:09.367557 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-67dac580-6d83-489f-9056-8f1e4612ecfa req-3ef759f8-8a45-4cfc-92da-0962109ecf47 service neutron] 10.222.0.63 "GET /v2.0/networks?id=5c9974df-1452-4a5b-a52f-46f461318e3c HTTP/1.1" status: 200 len: 911 time: 0.2350383 Aug 16 15:17:09.382442 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a85cea-98d9-4d58-a88a-ff70510ecbfa req-cb93f575-b1e1-4777-96a7-6b499e66ac38 tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:09.389987 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-94a85cea-98d9-4d58-a88a-ff70510ecbfa req-cb93f575-b1e1-4777-96a7-6b499e66ac38 tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] 10.222.0.22 "GET /v2.0/ports?device_id=cb23a034-b53b-4828-a658-b991cca9d66b HTTP/1.1" status: 200 len: 935 time: 0.1684775 Aug 16 15:17:09.424134 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e8ad45-0f10-43e1-9148-4204c8962b14 None None] New status for floating IP b2baf205-39de-4078-b126-a13aecf94647: ACTIVE {{(pid=94053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 15:17:09.591694 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-94a85cea-98d9-4d58-a88a-ff70510ecbfa req-3df8fd83-7777-4fad-b47e-e61d568e9ab0 tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] 10.222.0.22 "GET /v2.0/security-groups?id=26af3387-66fb-4a20-a5af-46e3abb69d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958091 Aug 16 15:17:09.596251 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-67dac580-6d83-489f-9056-8f1e4612ecfa req-78ba62de-5e02-42b0-bc91-0be330312f0f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40e1b29d-e0e8-4c95-b373-1ac902c65df9 HTTP/1.1" status: 200 len: 999 time: 0.2010777 Aug 16 15:17:09.684006 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dac580-6d83-489f-9056-8f1e4612ecfa req-b02de3fe-87af-41ad-acd4-24d6f13c49b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:09.685306 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-67dac580-6d83-489f-9056-8f1e4612ecfa req-b02de3fe-87af-41ad-acd4-24d6f13c49b6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7ced82d6-0fff-43a3-9b35-104e114d5850 HTTP/1.1" status: 200 len: 850 time: 0.0685253 Aug 16 15:17:09.840309 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dac580-6d83-489f-9056-8f1e4612ecfa req-94134ca7-de9a-437b-b7aa-547bcdb62632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:09.841895 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-67dac580-6d83-489f-9056-8f1e4612ecfa req-94134ca7-de9a-437b-b7aa-547bcdb62632 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=5c9974df-1452-4a5b-a52f-46f461318e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1475453 Aug 16 15:17:09.949558 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eaf0ac-54e5-4bad-b6c2-3c4e1440b87a req-72dce2bb-eced-4c94-b6be-432a7900ae5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:09.951295 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-e7eaf0ac-54e5-4bad-b6c2-3c4e1440b87a req-72dce2bb-eced-4c94-b6be-432a7900ae5e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=01f2355b3173487a90e45214a420413d&device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 1099 time: 0.1000309 Aug 16 15:17:10.046268 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-67dac580-6d83-489f-9056-8f1e4612ecfa req-e86e8b25-530e-4d81-9c30-87b153f0327e service neutron] 10.222.0.63 "GET /v2.0/networks/5c9974df-1452-4a5b-a52f-46f461318e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875730 Aug 16 15:17:10.049458 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.notifiers.nova [req-f2fd444c-6396-486f-8f33-e2c795a97267 req-f9c6f67c-d97f-4cfe-8a31-c8633347c6cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a034869-a7f8-49c2-a172-13b013086b7a {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:17:10.058623 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-f2fd444c-6396-486f-8f33-e2c795a97267 req-f9c6f67c-d97f-4cfe-8a31-c8633347c6cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:10.103332 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ee03a-c838-4691-b037-bdfa3c7e7a5b req-b52165e0-cf4d-486e-be9d-0b5cda8f3a4a tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:10.104870 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-af6ee03a-c838-4691-b037-bdfa3c7e7a5b req-b52165e0-cf4d-486e-be9d-0b5cda8f3a4a tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/ports?device_id=f85c779e-4366-440f-99fb-3b4fbb10d072 HTTP/1.1" status: 200 len: 945 time: 0.0959196 Aug 16 15:17:10.107394 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-f2fd444c-6396-486f-8f33-e2c795a97267 req-f9c6f67c-d97f-4cfe-8a31-c8633347c6cd service neutron] Transition to ACTIVE for port object 7a034869-a7f8-49c2-a172-13b013086b7a will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:17:10.138822 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-f2fd444c-6396-486f-8f33-e2c795a97267 req-f9c6f67c-d97f-4cfe-8a31-c8633347c6cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2787883'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:10.145271 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eaf0ac-54e5-4bad-b6c2-3c4e1440b87a req-85775d9b-4bda-4ec0-ad8c-d9ba5b3e09cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:10.146723 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-e7eaf0ac-54e5-4bad-b6c2-3c4e1440b87a req-85775d9b-4bda-4ec0-ad8c-d9ba5b3e09cb service neutron] 10.222.0.63 "GET /v2.0/networks?id=dc2a7c1b-6294-45c9-b16c-61fd2495db53 HTTP/1.1" status: 200 len: 919 time: 0.1787727 Aug 16 15:17:10.169256 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-af6ee03a-c838-4691-b037-bdfa3c7e7a5b req-79e8494a-c9dd-4e01-ab85-f1e4a31acfa8 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e646468-4163-4ecc-9a71-2289c45a7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546002 Aug 16 15:17:10.197169 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-e7eaf0ac-54e5-4bad-b6c2-3c4e1440b87a req-7276a12e-0896-44a8-8b48-37dc95440d5f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d7993fa5-40dc-4e85-92da-a6701cc5ce17 HTTP/1.1" status: 200 len: 217 time: 0.0385385 Aug 16 15:17:10.205941 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ace2b2-72bd-480f-a7dc-4cec232d5624 req-a298ec40-16b4-4761-ab37-24901f29d195 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:10.207444 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-c1ace2b2-72bd-480f-a7dc-4cec232d5624 req-a298ec40-16b4-4761-ab37-24901f29d195 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.2329028 Aug 16 15:17:10.260683 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eaf0ac-54e5-4bad-b6c2-3c4e1440b87a req-390dbbda-816a-4089-b360-619bd08a51b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:10.262145 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-e7eaf0ac-54e5-4bad-b6c2-3c4e1440b87a req-390dbbda-816a-4089-b360-619bd08a51b2 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d78ff18c-4064-4ba6-8f60-118b05bc557a HTTP/1.1" status: 200 len: 859 time: 0.0570495 Aug 16 15:17:10.298327 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6f67c-d97f-4cfe-8a31-c8633347c6cd service neutron] Pushing event updated for resources: {'Port': ['ID=7a034869-a7f8-49c2-a172-13b013086b7a,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:10.315500 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-e7eaf0ac-54e5-4bad-b6c2-3c4e1440b87a req-d75b91d2-d0d8-4cd4-91ed-efa79bc3b50b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dc2a7c1b-6294-45c9-b16c-61fd2495db53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348556 Aug 16 15:17:10.369749 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-c1ace2b2-72bd-480f-a7dc-4cec232d5624 req-c88b3a5a-2deb-4be6-af5e-315e0d04889f tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498435 Aug 16 15:17:10.374605 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-67dac580-6d83-489f-9056-8f1e4612ecfa req-df0abd86-adf6-43ba-90d0-cb1a17d01b9f service neutron] 10.222.0.63 "GET /v2.0/networks/5c9974df-1452-4a5b-a52f-46f461318e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899106 Aug 16 15:17:10.408426 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-f2fd444c-6396-486f-8f33-e2c795a97267 req-f9c6f67c-d97f-4cfe-8a31-c8633347c6cd service neutron] Attempting to bind port 7a034869-a7f8-49c2-a172-13b013086b7a on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:17:10.408762 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-f2fd444c-6396-486f-8f33-e2c795a97267 req-f9c6f67c-d97f-4cfe-8a31-c8633347c6cd service neutron] Attempting to bind port 7a034869-a7f8-49c2-a172-13b013086b7a by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '67569ab7-8445-46f6-a6a2-c8a2b0b0d992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd8440357-d4d4-489c-a36c-6ee8fb918c34'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:17:10.409076 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fd444c-6396-486f-8f33-e2c795a97267 req-f9c6f67c-d97f-4cfe-8a31-c8633347c6cd service neutron] Attempting to bind port 7a034869-a7f8-49c2-a172-13b013086b7a on network d8440357-d4d4-489c-a36c-6ee8fb918c34 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:17:10.413701 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fd444c-6396-486f-8f33-e2c795a97267 req-f9c6f67c-d97f-4cfe-8a31-c8633347c6cd service neutron] Port 7a034869-a7f8-49c2-a172-13b013086b7a on network d8440357-d4d4-489c-a36c-6ee8fb918c34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 15:17:10.414018 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fd444c-6396-486f-8f33-e2c795a97267 req-f9c6f67c-d97f-4cfe-8a31-c8633347c6cd service neutron] Attempting to bind port 7a034869-a7f8-49c2-a172-13b013086b7a on network d8440357-d4d4-489c-a36c-6ee8fb918c34 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:17:10.420039 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fd444c-6396-486f-8f33-e2c795a97267 req-f9c6f67c-d97f-4cfe-8a31-c8633347c6cd service neutron] Checking agent: {'id': 'f45772ef-d3bf-49d0-9fe4-7082814820b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 13, 56), 'started_at': datetime.datetime(2021, 8, 16, 15, 13, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:17:10.420451 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fd444c-6396-486f-8f33-e2c795a97267 req-f9c6f67c-d97f-4cfe-8a31-c8633347c6cd service neutron] Checking segment: {'id': '67569ab7-8445-46f6-a6a2-c8a2b0b0d992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd8440357-d4d4-489c-a36c-6ee8fb918c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:17:10.420948 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fd444c-6396-486f-8f33-e2c795a97267 req-f9c6f67c-d97f-4cfe-8a31-c8633347c6cd service neutron] Bound using segment: {'id': '67569ab7-8445-46f6-a6a2-c8a2b0b0d992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd8440357-d4d4-489c-a36c-6ee8fb918c34'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:17:10.421437 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-f2fd444c-6396-486f-8f33-e2c795a97267 req-f9c6f67c-d97f-4cfe-8a31-c8633347c6cd service neutron] Bound port: 7a034869-a7f8-49c2-a172-13b013086b7a, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67569ab7-8445-46f6-a6a2-c8a2b0b0d992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd8440357-d4d4-489c-a36c-6ee8fb918c34'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:17:10.421864 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-f2fd444c-6396-486f-8f33-e2c795a97267 req-f9c6f67c-d97f-4cfe-8a31-c8633347c6cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:10.451657 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-e7eaf0ac-54e5-4bad-b6c2-3c4e1440b87a req-93217df5-ecc6-48e6-98fd-5b491caf7821 service neutron] 10.222.0.63 "GET /v2.0/networks/dc2a7c1b-6294-45c9-b16c-61fd2495db53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189406 Aug 16 15:17:10.499031 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-f2fd444c-6396-486f-8f33-e2c795a97267 req-f9c6f67c-d97f-4cfe-8a31-c8633347c6cd service neutron] For port 7a034869-a7f8-49c2-a172-13b013086b7a, host hv-cinder-80475, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:17:10.503069 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-f2fd444c-6396-486f-8f33-e2c795a97267 req-f9c6f67c-d97f-4cfe-8a31-c8633347c6cd service neutron] For port 7a034869-a7f8-49c2-a172-13b013086b7a, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=7a034869-a7f8-49c2-a172-13b013086b7a,segment=NetworkSegment(67569ab7-8445-46f6-a6a2-c8a2b0b0d992),segment_id=67569ab7-8445-46f6-a6a2-c8a2b0b0d992)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:17:10.508390 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-f2fd444c-6396-486f-8f33-e2c795a97267 req-f9c6f67c-d97f-4cfe-8a31-c8633347c6cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2787883'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:10.544592 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd444c-6396-486f-8f33-e2c795a97267 req-f9c6f67c-d97f-4cfe-8a31-c8633347c6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:10.545166 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-f2fd444c-6396-486f-8f33-e2c795a97267 req-f9c6f67c-d97f-4cfe-8a31-c8633347c6cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:10.546548 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-f2fd444c-6396-486f-8f33-e2c795a97267 req-f9c6f67c-d97f-4cfe-8a31-c8633347c6cd service neutron] 10.222.0.63 "PUT /v2.0/ports/7a034869-a7f8-49c2-a172-13b013086b7a HTTP/1.1" status: 200 len: 1097 time: 1.5336685 Aug 16 15:17:10.546983 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb23a034-b53b-4828-a658-b991cca9d66b', 'tag': '7a034869-a7f8-49c2-a172-13b013086b7a'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:17:10.549295 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17fb0647ef8e93fcdaff2aac5cadc262a2f87503c881cd14114af97cd5d63f67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e56fb8-f244-4d84-8e04-999772884902" -d '{"events": [{"name": "network-changed", "server_uuid": "cb23a034-b53b-4828-a658-b991cca9d66b", "tag": "7a034869-a7f8-49c2-a172-13b013086b7a"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:17:10.590285 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6f67c-d97f-4cfe-8a31-c8633347c6cd service neutron] Pushing event updated for resources: {'Port': ['ID=7a034869-a7f8-49c2-a172-13b013086b7a,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:10.613770 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-e7eaf0ac-54e5-4bad-b6c2-3c4e1440b87a req-421bb150-634a-4509-9286-f8250d50c1d5 service neutron] 10.222.0.63 "GET /v2.0/networks/dc2a7c1b-6294-45c9-b16c-61fd2495db53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349185 Aug 16 15:17:10.634825 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 15:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c74225d-7162-4b28-b9ac-21b64437f969 x-openstack-request-id: req-7c74225d-7162-4b28-b9ac-21b64437f969 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:17:10.635337 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb23a034-b53b-4828-a658-b991cca9d66b", "tag": "7a034869-a7f8-49c2-a172-13b013086b7a", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:17:10.635736 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7c74225d-7162-4b28-b9ac-21b64437f969 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:17:10.636336 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb23a034-b53b-4828-a658-b991cca9d66b', 'tag': '7a034869-a7f8-49c2-a172-13b013086b7a', 'status': 'completed', 'code': 200} Aug 16 15:17:10.657482 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd444c-6396-486f-8f33-e2c795a97267 req-d291f902-dd7e-4921-8692-94ea0a00247d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:10.660049 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-f2fd444c-6396-486f-8f33-e2c795a97267 req-d291f902-dd7e-4921-8692-94ea0a00247d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=793885827ab547be9428708a9026fa90&device_id=cb23a034-b53b-4828-a658-b991cca9d66b HTTP/1.1" status: 200 len: 1100 time: 0.0543065 Aug 16 15:17:10.737659 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-f2fd444c-6396-486f-8f33-e2c795a97267 req-cd5fb423-4480-4531-9dec-45ff12a3a365 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=7a034869-a7f8-49c2-a172-13b013086b7a HTTP/1.1" status: 200 len: 217 time: 0.0466776 Aug 16 15:17:10.753005 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ee9e9-60f4-4afd-a820-f83b3e2c1112 req-59076537-0541-4e8d-8133-94d453e0ef69 tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:10.754457 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-fa4ee9e9-60f4-4afd-a820-f83b3e2c1112 req-59076537-0541-4e8d-8133-94d453e0ef69 tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] 10.222.0.22 "GET /v2.0/ports?device_id=cb23a034-b53b-4828-a658-b991cca9d66b HTTP/1.1" status: 200 len: 947 time: 0.0929952 Aug 16 15:17:10.825832 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd444c-6396-486f-8f33-e2c795a97267 req-f736b47a-bfe4-4a14-80df-1cb6074c8bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:10.827217 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-f2fd444c-6396-486f-8f33-e2c795a97267 req-f736b47a-bfe4-4a14-80df-1cb6074c8bf8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a5dbb4ef-2ed1-4f34-be14-f4a5784e4c87 HTTP/1.1" status: 200 len: 843 time: 0.0718296 Aug 16 15:17:10.830081 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-fa4ee9e9-60f4-4afd-a820-f83b3e2c1112 req-c51de289-d699-42be-809f-416ea50362f3 tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] 10.222.0.22 "GET /v2.0/security-groups?id=26af3387-66fb-4a20-a5af-46e3abb69d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656760 Aug 16 15:17:10.873405 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd444c-6396-486f-8f33-e2c795a97267 req-20c80893-a4ed-43e6-88d3-391c9cd5d75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:10.874722 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-f2fd444c-6396-486f-8f33-e2c795a97267 req-20c80893-a4ed-43e6-88d3-391c9cd5d75d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d8440357-d4d4-489c-a36c-6ee8fb918c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0382013 Aug 16 15:17:10.997639 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-f2fd444c-6396-486f-8f33-e2c795a97267 req-11078957-6c6d-416f-8278-e3e2c63cdd1b service neutron] 10.222.0.63 "GET /v2.0/networks/d8440357-d4d4-489c-a36c-6ee8fb918c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090696 Aug 16 15:17:11.104719 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-f2fd444c-6396-486f-8f33-e2c795a97267 req-5c656860-c310-4dc7-ad7a-88b82f2df49c service neutron] 10.222.0.63 "GET /v2.0/networks/d8440357-d4d4-489c-a36c-6ee8fb918c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973091 Aug 16 15:17:11.206528 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e56fb8-f244-4d84-8e04-999772884902 req-094c5cc7-f933-4682-8908-d499b82a4aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:11.208913 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-25e56fb8-f244-4d84-8e04-999772884902 req-094c5cc7-f933-4682-8908-d499b82a4aa1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=793885827ab547be9428708a9026fa90&device_id=cb23a034-b53b-4828-a658-b991cca9d66b HTTP/1.1" status: 200 len: 1100 time: 0.0488894 Aug 16 15:17:11.328429 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e56fb8-f244-4d84-8e04-999772884902 req-2faf2f9a-2f92-4b98-b6df-8c1ef838193b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:11.330000 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-25e56fb8-f244-4d84-8e04-999772884902 req-2faf2f9a-2f92-4b98-b6df-8c1ef838193b service neutron] 10.222.0.63 "GET /v2.0/networks?id=d8440357-d4d4-489c-a36c-6ee8fb918c34 HTTP/1.1" status: 200 len: 869 time: 0.1061163 Aug 16 15:17:11.333780 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a29f86-8bf2-4e71-95a9-9c66747d3798 req-33ca40ec-ae6d-4c3b-b5f0-3d114fde8a7d tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:11.335451 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-28a29f86-8bf2-4e71-95a9-9c66747d3798 req-33ca40ec-ae6d-4c3b-b5f0-3d114fde8a7d tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/ports?device_id=f85c779e-4366-440f-99fb-3b4fbb10d072 HTTP/1.1" status: 200 len: 945 time: 0.0775263 Aug 16 15:17:11.384199 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-25e56fb8-f244-4d84-8e04-999772884902 req-8f513294-3b3a-4499-85ec-74d9f2af070f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=7a034869-a7f8-49c2-a172-13b013086b7a HTTP/1.1" status: 200 len: 217 time: 0.0454254 Aug 16 15:17:11.397734 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-28a29f86-8bf2-4e71-95a9-9c66747d3798 req-69fbd0f5-9b58-4a8c-b33d-9ecb0a532c74 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e646468-4163-4ecc-9a71-2289c45a7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534570 Aug 16 15:17:11.446049 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e56fb8-f244-4d84-8e04-999772884902 req-d78ebe9b-2028-430c-b0b3-0b6cd5d024f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:11.448003 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-25e56fb8-f244-4d84-8e04-999772884902 req-d78ebe9b-2028-430c-b0b3-0b6cd5d024f7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a5dbb4ef-2ed1-4f34-be14-f4a5784e4c87 HTTP/1.1" status: 200 len: 843 time: 0.0553889 Aug 16 15:17:11.525544 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc39aeb5-41a3-49e0-9201-2d12e12c7b40 req-092a6797-e0e5-42d1-9328-30d30159c4dd tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:11.527113 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-fc39aeb5-41a3-49e0-9201-2d12e12c7b40 req-092a6797-e0e5-42d1-9328-30d30159c4dd tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.0839994 Aug 16 15:17:11.537174 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e56fb8-f244-4d84-8e04-999772884902 req-d57086bd-5854-422a-8833-5bef014f14b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:11.538557 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-25e56fb8-f244-4d84-8e04-999772884902 req-d57086bd-5854-422a-8833-5bef014f14b1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d8440357-d4d4-489c-a36c-6ee8fb918c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0617578 Aug 16 15:17:11.613345 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-fc39aeb5-41a3-49e0-9201-2d12e12c7b40 req-70d829d9-9133-49c8-9e4e-e39e92fe3c5c tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781529 Aug 16 15:17:11.653295 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 37358) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:17:11.660807 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-25e56fb8-f244-4d84-8e04-999772884902 req-37c5e092-ed15-4454-bcb6-26e8b729faf5 service neutron] 10.222.0.63 "GET /v2.0/networks/d8440357-d4d4-489c-a36c-6ee8fb918c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095972 Aug 16 15:17:11.787511 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f89337fc-0f75-47a3-82b2-1bfeaa181bfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:11.795103 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-25e56fb8-f244-4d84-8e04-999772884902 req-b2e924cf-eb73-4b1d-b5ff-b9256e2f2a37 service neutron] 10.222.0.63 "GET /v2.0/networks/d8440357-d4d4-489c-a36c-6ee8fb918c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227708 Aug 16 15:17:11.886117 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f89337fc-0f75-47a3-82b2-1bfeaa181bfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:11.897208 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f89337fc-0f75-47a3-82b2-1bfeaa181bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:11.964365 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89337fc-0f75-47a3-82b2-1bfeaa181bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf517a10-2f6e-442b-8f28-0387b881a3fa,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:11.968365 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-f89337fc-0f75-47a3-82b2-1bfeaa181bfd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=31a18f14c5324d8090e9cecf1f06d058&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3139517 Aug 16 15:17:11.972246 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 37372) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:17:11.992203 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf898b-9a85-4fbb-9b95-4a5ca08314f1 req-82450e7b-e9cd-43e8-b7fd-3e14fc10fa7a tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:11.993732 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-95bf898b-9a85-4fbb-9b95-4a5ca08314f1 req-82450e7b-e9cd-43e8-b7fd-3e14fc10fa7a tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] 10.222.0.22 "GET /v2.0/ports?device_id=cb23a034-b53b-4828-a658-b991cca9d66b HTTP/1.1" status: 200 len: 947 time: 0.0841694 Aug 16 15:17:12.027612 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1bcc-7210-46c9-adeb-25f0f492bf57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:12.032370 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-95bf898b-9a85-4fbb-9b95-4a5ca08314f1 req-62121b9c-8f18-4d5b-9674-e346961f80d5 tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] 10.222.0.22 "GET /v2.0/security-groups?id=26af3387-66fb-4a20-a5af-46e3abb69d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323522 Aug 16 15:17:12.049867 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1bcc-7210-46c9-adeb-25f0f492bf57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:12.101857 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1bcc-7210-46c9-adeb-25f0f492bf57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:12.110829 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1bcc-7210-46c9-adeb-25f0f492bf57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:12.110829 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-bd7d1bcc-7210-46c9-adeb-25f0f492bf57 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bf517a10-2f6e-442b-8f28-0387b881a3fa HTTP/1.1" status: 204 len: 168 time: 0.1361270 Aug 16 15:17:12.116339 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7d1bcc-7210-46c9-adeb-25f0f492bf57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf517a10-2f6e-442b-8f28-0387b881a3fa,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:12.388235 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351df896-4cf6-4b52-a901-1ce444736ae9 req-8f6efb5f-15aa-44e5-956c-8d8933bec3a5 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:12.390864 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-351df896-4cf6-4b52-a901-1ce444736ae9 req-8f6efb5f-15aa-44e5-956c-8d8933bec3a5 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/ports?device_id=f85c779e-4366-440f-99fb-3b4fbb10d072 HTTP/1.1" status: 200 len: 945 time: 0.0706778 Aug 16 15:17:12.439246 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-351df896-4cf6-4b52-a901-1ce444736ae9 req-5421591a-a507-4ee9-bb76-b321d3274cf7 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e646468-4163-4ecc-9a71-2289c45a7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384753 Aug 16 15:17:12.479881 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 37398) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:17:12.493774 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2a38622c-4b1c-45ea-ae3c-6f9efbb4ed5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:12.589125 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2a38622c-4b1c-45ea-ae3c-6f9efbb4ed5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:12.593067 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2a38622c-4b1c-45ea-ae3c-6f9efbb4ed5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:12.636345 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-2a38622c-4b1c-45ea-ae3c-6f9efbb4ed5c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a08b7a0a60854bfb98edc3f7bfab2b72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1552613 Aug 16 15:17:12.637577 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a38622c-4b1c-45ea-ae3c-6f9efbb4ed5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0139fe05-fe57-443d-a1d1-7331c600ef8f,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:12.639370 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 37400) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:17:12.688134 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-26a21e50-cd03-4791-b6eb-39b3cec1c78b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:12.732238 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-26a21e50-cd03-4791-b6eb-39b3cec1c78b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:12.778178 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c0d6c-3dac-44e5-bb58-211f7e4f9429 req-1f47417a-cf34-4278-a54b-f3281bfafaf7 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:12.779662 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-946c0d6c-3dac-44e5-bb58-211f7e4f9429 req-1f47417a-cf34-4278-a54b-f3281bfafaf7 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.0804207 Aug 16 15:17:12.820630 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-26a21e50-cd03-4791-b6eb-39b3cec1c78b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:12.823773 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-26a21e50-cd03-4791-b6eb-39b3cec1c78b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:12.824940 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-26a21e50-cd03-4791-b6eb-39b3cec1c78b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0139fe05-fe57-443d-a1d1-7331c600ef8f HTTP/1.1" status: 204 len: 168 time: 0.1844962 Aug 16 15:17:12.842103 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a21e50-cd03-4791-b6eb-39b3cec1c78b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0139fe05-fe57-443d-a1d1-7331c600ef8f,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:12.849383 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-946c0d6c-3dac-44e5-bb58-211f7e4f9429 req-9ea6d6a5-bb34-41c2-87ad-ad7f94e94841 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597317 Aug 16 15:17:12.995176 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device 7a034869-a7f8-49c2-a172-13b013086b7a details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 15:17:13.090204 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port 7a034869-a7f8-49c2-a172-13b013086b7a, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=7a034869-a7f8-49c2-a172-13b013086b7a,segment=NetworkSegment(67569ab7-8445-46f6-a6a2-c8a2b0b0d992),segment_id=67569ab7-8445-46f6-a6a2-c8a2b0b0d992)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:17:13.104569 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Returning: {'device': '7a034869-a7f8-49c2-a172-13b013086b7a', 'network_id': 'd8440357-d4d4-489c-a36c-6ee8fb918c34', 'port_id': '7a034869-a7f8-49c2-a172-13b013086b7a', 'mac_address': 'fa:16:3e:5e:66:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5dbb4ef-2ed1-4f34-be14-f4a5784e4c87', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 15:17:13.145911 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:13.157412 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302fdd57-f1f6-4dc7-b6ff-ed7c696fea21 req-c1c632f6-e4eb-485c-9114-05d6574fb3a5 tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:13.158885 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a034869-a7f8-49c2-a172-13b013086b7a {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:17:13.159183 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-302fdd57-f1f6-4dc7-b6ff-ed7c696fea21 req-c1c632f6-e4eb-485c-9114-05d6574fb3a5 tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] 10.222.0.22 "GET /v2.0/ports?device_id=cb23a034-b53b-4828-a658-b991cca9d66b HTTP/1.1" status: 200 len: 947 time: 0.0536976 Aug 16 15:17:13.173447 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 37412) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:17:13.179532 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port 7a034869-a7f8-49c2-a172-13b013086b7a, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=7a034869-a7f8-49c2-a172-13b013086b7a,segment=NetworkSegment(67569ab7-8445-46f6-a6a2-c8a2b0b0d992),segment_id=67569ab7-8445-46f6-a6a2-c8a2b0b0d992)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:17:13.184595 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:13.188963 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2dde-341b-44bf-9069-d332cb9be506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:13.203598 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-302fdd57-f1f6-4dc7-b6ff-ed7c696fea21 req-3918595a-95ef-4acf-9545-84d0cbb7aa3a tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] 10.222.0.22 "GET /v2.0/security-groups?id=26af3387-66fb-4a20-a5af-46e3abb69d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365756 Aug 16 15:17:13.245836 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Pushing event updated for resources: {'Port': ['ID=7a034869-a7f8-49c2-a172-13b013086b7a,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:13.297887 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2dde-341b-44bf-9069-d332cb9be506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:13.301384 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6fbc2dde-341b-44bf-9069-d332cb9be506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:13.338342 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-6fbc2dde-341b-44bf-9069-d332cb9be506 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0001ac005b0b448697c25f5e09ecc4a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1638308 Aug 16 15:17:13.339240 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc2dde-341b-44bf-9069-d332cb9be506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf65ede-ae75-4092-b2de-23a15afab76c,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:13.341156 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 37416) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:17:13.390979 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8f970497-ba3c-4de6-82a2-58bee6ba8217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:13.412093 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8f970497-ba3c-4de6-82a2-58bee6ba8217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:13.457869 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8f970497-ba3c-4de6-82a2-58bee6ba8217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:13.460505 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8f970497-ba3c-4de6-82a2-58bee6ba8217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:13.461639 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-8f970497-ba3c-4de6-82a2-58bee6ba8217 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2cf65ede-ae75-4092-b2de-23a15afab76c HTTP/1.1" status: 204 len: 168 time: 0.1189721 Aug 16 15:17:13.469397 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f970497-ba3c-4de6-82a2-58bee6ba8217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf65ede-ae75-4092-b2de-23a15afab76c,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:13.522385 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] get_ports_and_sgs() called for port_ids ['7a034869-a7f8-49c2-a172-13b013086b7a'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:17:13.603170 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0068e467-4d50-4ac6-a2e1-d2a65d477854 req-00bb0908-f118-4abf-aeec-4534f784d561 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:13.605528 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-0068e467-4d50-4ac6-a2e1-d2a65d477854 req-00bb0908-f118-4abf-aeec-4534f784d561 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/ports?device_id=f85c779e-4366-440f-99fb-3b4fbb10d072 HTTP/1.1" status: 200 len: 945 time: 0.0570667 Aug 16 15:17:13.655125 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-0068e467-4d50-4ac6-a2e1-d2a65d477854 req-b484c92c-2d53-4371-98ad-35d32a485a33 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e646468-4163-4ecc-9a71-2289c45a7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410030 Aug 16 15:17:13.910593 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 37452) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:17:14.005549 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff21b4-c411-46d5-b80c-41319059f004 req-46307d59-4888-415e-80b1-72fe9bf6c3e0 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:14.007059 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-0cff21b4-c411-46d5-b80c-41319059f004 req-46307d59-4888-415e-80b1-72fe9bf6c3e0 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.0530021 Aug 16 15:17:14.047220 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-0cff21b4-c411-46d5-b80c-41319059f004 req-0df23f3f-22f6-420b-b14a-cb63c5a307e5 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331833 Aug 16 15:17:14.117255 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ef1dc967-f814-4ee5-afee-2a06088fa751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:14.177041 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06f176-df1c-4feb-8d3a-45849a233d1e req-168ceadf-a584-41cc-9233-fb1c963c575c tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:14.178476 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-5d06f176-df1c-4feb-8d3a-45849a233d1e req-168ceadf-a584-41cc-9233-fb1c963c575c tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.63 "GET /v2.0/ports?device_id=f85c779e-4366-440f-99fb-3b4fbb10d072 HTTP/1.1" status: 200 len: 945 time: 0.0814013 Aug 16 15:17:14.331497 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ef1dc967-f814-4ee5-afee-2a06088fa751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:14.340443 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ef1dc967-f814-4ee5-afee-2a06088fa751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:14.344438 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ba271d-b5cc-4e09-bed1-10806d05e760 req-b128a5e6-36ad-48a9-843a-d133c4bfdb6a tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:14.348052 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-5d06f176-df1c-4feb-8d3a-45849a233d1e req-70888c85-cf20-42b3-b0fc-7b24ad88d84a tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Deleting port f128897e-b6a4-4cf7-bfae-4b36b3c05d46 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:17:14.348393 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-5d06f176-df1c-4feb-8d3a-45849a233d1e req-70888c85-cf20-42b3-b0fc-7b24ad88d84a tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769335647479'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:14.351616 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-89ba271d-b5cc-4e09-bed1-10806d05e760 req-b128a5e6-36ad-48a9-843a-d133c4bfdb6a tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] 10.222.0.22 "GET /v2.0/ports?device_id=cb23a034-b53b-4828-a658-b991cca9d66b HTTP/1.1" status: 200 len: 948 time: 0.0657694 Aug 16 15:17:14.398562 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-89ba271d-b5cc-4e09-bed1-10806d05e760 req-7b20eeaa-6421-4ae8-a671-979de4887bd3 tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] 10.222.0.22 "GET /v2.0/security-groups?id=26af3387-66fb-4a20-a5af-46e3abb69d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459731 Aug 16 15:17:14.649628 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1dc967-f814-4ee5-afee-2a06088fa751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd7ff2b-e435-46bf-a3b4-b31279f58fc8,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:14.661072 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-ef1dc967-f814-4ee5-afee-2a06088fa751 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7b744f8e60364a4fa2aa0bc0f5aa9bf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7492235 Aug 16 15:17:14.663586 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 37480) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:17:14.726895 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-5d06f176-df1c-4feb-8d3a-45849a233d1e req-70888c85-cf20-42b3-b0fc-7b24ad88d84a tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] For port f128897e-b6a4-4cf7-bfae-4b36b3c05d46, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=f128897e-b6a4-4cf7-bfae-4b36b3c05d46,segment=NetworkSegment(1cafa780-1ec5-43e7-9906-cd719165275f),segment_id=1cafa780-1ec5-43e7-9906-cd719165275f)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:17:14.727221 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-5d06f176-df1c-4feb-8d3a-45849a233d1e req-70888c85-cf20-42b3-b0fc-7b24ad88d84a tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3800399'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:14.746736 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-5d06f176-df1c-4feb-8d3a-45849a233d1e req-70888c85-cf20-42b3-b0fc-7b24ad88d84a tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Calling delete_port for f128897e-b6a4-4cf7-bfae-4b36b3c05d46 owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:17:14.766528 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-95617ebb-13e7-417f-8636-37d5644a4eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:14.802640 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b0dfe-56d9-40b3-974e-5cfb09de10b7 req-4d576bfc-fa87-4272-9122-c6107274f049 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:14.804166 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-8e4b0dfe-56d9-40b3-974e-5cfb09de10b7 req-4d576bfc-fa87-4272-9122-c6107274f049 tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/ports?device_id=f85c779e-4366-440f-99fb-3b4fbb10d072 HTTP/1.1" status: 200 len: 945 time: 0.0561795 Aug 16 15:17:14.825807 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-95617ebb-13e7-417f-8636-37d5644a4eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:14.846461 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-8e4b0dfe-56d9-40b3-974e-5cfb09de10b7 req-96ea670c-ab1a-444d-ab5a-ae4111191e1d tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.22 "GET /v2.0/security-groups?id=9e646468-4163-4ecc-9a71-2289c45a7c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344942 Aug 16 15:17:14.911961 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-95617ebb-13e7-417f-8636-37d5644a4eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:14.914476 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-95617ebb-13e7-417f-8636-37d5644a4eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:14.916152 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-95617ebb-13e7-417f-8636-37d5644a4eba admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5bd7ff2b-e435-46bf-a3b4-b31279f58fc8 HTTP/1.1" status: 204 len: 168 time: 0.2516150 Aug 16 15:17:14.932952 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95617ebb-13e7-417f-8636-37d5644a4eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd7ff2b-e435-46bf-a3b4-b31279f58fc8,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:14.946773 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-5d06f176-df1c-4feb-8d3a-45849a233d1e req-70888c85-cf20-42b3-b0fc-7b24ad88d84a tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769335768917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769335250710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2787876'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:14.960466 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] get_ports_and_sgs() called for port_ids ['f128897e-b6a4-4cf7-bfae-4b36b3c05d46'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:17:14.989932 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70888c85-cf20-42b3-b0fc-7b24ad88d84a tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Pushing event deleted for resources: {'Port': ['ID=f128897e-b6a4-4cf7-bfae-4b36b3c05d46,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:15.012969 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device 7a034869-a7f8-49c2-a172-13b013086b7a up at agent hyperv_hv-cinder-80475 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:17:15.050498 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d06f176-df1c-4feb-8d3a-45849a233d1e req-70888c85-cf20-42b3-b0fc-7b24ad88d84a tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] No DVR routers for this DVR port f128897e-b6a4-4cf7-bfae-4b36b3c05d46 on host hv-cinder-80475 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 15:17:15.052059 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-5d06f176-df1c-4feb-8d3a-45849a233d1e req-70888c85-cf20-42b3-b0fc-7b24ad88d84a tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:15.054465 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-5d06f176-df1c-4feb-8d3a-45849a233d1e req-70888c85-cf20-42b3-b0fc-7b24ad88d84a tempest-VolumesActionsTest-135478795 tempest-VolumesActionsTest-135478795-project] 10.222.0.63 "DELETE /v2.0/ports/f128897e-b6a4-4cf7-bfae-4b36b3c05d46 HTTP/1.1" status: 204 len: 173 time: 0.8672283 Aug 16 15:17:15.058377 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f85c779e-4366-440f-99fb-3b4fbb10d072', 'name': 'network-vif-deleted', 'tag': 'f128897e-b6a4-4cf7-bfae-4b36b3c05d46'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:17:15.062237 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17fb0647ef8e93fcdaff2aac5cadc262a2f87503c881cd14114af97cd5d63f67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab1968a3-b45a-420f-9034-d1bc3938a022" -d '{"events": [{"server_uuid": "f85c779e-4366-440f-99fb-3b4fbb10d072", "name": "network-vif-deleted", "tag": "f128897e-b6a4-4cf7-bfae-4b36b3c05d46"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:17:15.074584 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Provisioning for port 7a034869-a7f8-49c2-a172-13b013086b7a completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:17:15.090029 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Provisioning complete for port 7a034869-a7f8-49c2-a172-13b013086b7a triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:17:15.090724 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:15.149120 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e137733e-e2e7-4dfb-ae6d-8c2dda7ad434 x-openstack-request-id: req-e137733e-e2e7-4dfb-ae6d-8c2dda7ad434 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:17:15.149457 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f85c779e-4366-440f-99fb-3b4fbb10d072", "name": "network-vif-deleted", "tag": "f128897e-b6a4-4cf7-bfae-4b36b3c05d46", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:17:15.149711 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e137733e-e2e7-4dfb-ae6d-8c2dda7ad434 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:17:15.150316 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f85c779e-4366-440f-99fb-3b4fbb10d072', 'name': 'network-vif-deleted', 'tag': 'f128897e-b6a4-4cf7-bfae-4b36b3c05d46', 'status': 'completed', 'code': 200} Aug 16 15:17:15.201368 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4393076c-6973-4090-bc68-3d48965905e2 req-b704b402-7b15-43fc-80e3-90fce691da28 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:15.208855 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:15.209295 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-4393076c-6973-4090-bc68-3d48965905e2 req-b704b402-7b15-43fc-80e3-90fce691da28 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.0607517 Aug 16 15:17:15.241646 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb23a034-b53b-4828-a658-b991cca9d66b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a034869-a7f8-49c2-a172-13b013086b7a'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:17:15.245998 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e76958932a03d86b7f0b22df001500a87ec50ba87a7955a81e77db88798745a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af59734-957e-42fe-9236-5db963d73932" -d '{"events": [{"server_uuid": "cb23a034-b53b-4828-a658-b991cca9d66b", "name": "network-vif-plugged", "status": "completed", "tag": "7a034869-a7f8-49c2-a172-13b013086b7a"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:17:15.268076 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port 7a034869-a7f8-49c2-a172-13b013086b7a, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=7a034869-a7f8-49c2-a172-13b013086b7a,segment=NetworkSegment(67569ab7-8445-46f6-a6a2-c8a2b0b0d992),segment_id=67569ab7-8445-46f6-a6a2-c8a2b0b0d992)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:17:15.268864 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-4393076c-6973-4090-bc68-3d48965905e2 req-5c067f96-bdfc-4d1c-af53-109b5c7df433 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585520 Aug 16 15:17:15.274910 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:15.277011 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device f128897e-b6a4-4cf7-bfae-4b36b3c05d46 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:17:15.334836 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a5b76c-89c8-4e00-bbcb-6ae3460260ce x-openstack-request-id: req-e4a5b76c-89c8-4e00-bbcb-6ae3460260ce {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:17:15.335120 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb23a034-b53b-4828-a658-b991cca9d66b", "name": "network-vif-plugged", "status": "completed", "tag": "7a034869-a7f8-49c2-a172-13b013086b7a", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:17:15.335360 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e4a5b76c-89c8-4e00-bbcb-6ae3460260ce {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:17:15.335931 dv-cinder-804757-1-iscsi neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb23a034-b53b-4828-a658-b991cca9d66b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a034869-a7f8-49c2-a172-13b013086b7a', 'code': 200} Aug 16 15:17:15.338942 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] No Port match for: f128897e-b6a4-4cf7-bfae-4b36b3c05d46 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:17:15.339301 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device f128897e-b6a4-4cf7-bfae-4b36b3c05d46 not bound to the agent host hv-cinder-80475 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:17:15.382749 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Pushing event updated for resources: {'Port': ['ID=7a034869-a7f8-49c2-a172-13b013086b7a,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:15.535588 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63721f70-6ffb-4d29-bff9-7f651a018e2a req-7c52d14b-2ddf-4b6a-b151-af01edbe0a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:15.537111 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-63721f70-6ffb-4d29-bff9-7f651a018e2a req-7c52d14b-2ddf-4b6a-b151-af01edbe0a95 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=cb23a034-b53b-4828-a658-b991cca9d66b HTTP/1.1" status: 200 len: 1102 time: 0.0426300 Aug 16 15:17:15.545237 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa3d3d-e5d9-4bda-b427-87b0b46d66e9 req-3f303ecd-2e5f-47ca-98a8-ca44b8bcd00c tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:15.546779 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-a0aa3d3d-e5d9-4bda-b427-87b0b46d66e9 req-3f303ecd-2e5f-47ca-98a8-ca44b8bcd00c tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] 10.222.0.22 "GET /v2.0/ports?device_id=cb23a034-b53b-4828-a658-b991cca9d66b HTTP/1.1" status: 200 len: 949 time: 0.0620189 Aug 16 15:17:15.588195 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-63721f70-6ffb-4d29-bff9-7f651a018e2a req-6cf68227-83ac-401c-80e0-770781e21f54 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=26af3387-66fb-4a20-a5af-46e3abb69d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373623 Aug 16 15:17:15.589962 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-a0aa3d3d-e5d9-4bda-b427-87b0b46d66e9 req-711669cb-6971-4a03-9f8e-4f532f4571e8 tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] 10.222.0.22 "GET /v2.0/security-groups?id=26af3387-66fb-4a20-a5af-46e3abb69d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360124 Aug 16 15:17:16.395709 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58041a61-1e56-418f-bdd4-cb4304a7efe6 req-9f2957d0-f083-4601-aa4d-b13b6be7b033 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:16.397960 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-58041a61-1e56-418f-bdd4-cb4304a7efe6 req-9f2957d0-f083-4601-aa4d-b13b6be7b033 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.0532725 Aug 16 15:17:16.453507 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-58041a61-1e56-418f-bdd4-cb4304a7efe6 req-e88f4a00-fd00-433d-8d9e-f56ce7814222 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485175 Aug 16 15:17:16.709498 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bfa7f4-1b88-4ccf-a8bd-ace301cd1deb req-87b9e5b3-0d71-4428-82cb-aaa87a36c208 tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:16.711094 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-19bfa7f4-1b88-4ccf-a8bd-ace301cd1deb req-87b9e5b3-0d71-4428-82cb-aaa87a36c208 tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] 10.222.0.22 "GET /v2.0/ports?device_id=cb23a034-b53b-4828-a658-b991cca9d66b HTTP/1.1" status: 200 len: 949 time: 0.0499365 Aug 16 15:17:16.748833 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-19bfa7f4-1b88-4ccf-a8bd-ace301cd1deb req-04702ba8-0e00-45ce-b1c6-3f32d751f03e tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] 10.222.0.22 "GET /v2.0/security-groups?id=26af3387-66fb-4a20-a5af-46e3abb69d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311058 Aug 16 15:17:16.957679 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.agents_db [None req-45e7de1a-0021-4862-aee0-d1a44650be34 None None] Agent healthcheck: found 6 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 15:17:17.569718 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550566a-8512-47f4-8930-a96a64b8ce73 req-5da79e36-c8b9-4d8c-b3b3-917a677f205b tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:17.571284 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-2550566a-8512-47f4-8930-a96a64b8ce73 req-5da79e36-c8b9-4d8c-b3b3-917a677f205b tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.0510130 Aug 16 15:17:17.620468 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-2550566a-8512-47f4-8930-a96a64b8ce73 req-a86e6dae-e6f5-4281-9f72-c26f3ee7a0d8 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430443 Aug 16 15:17:17.875254 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7382b78-f220-4709-8da3-caea62d260de req-ed0df565-2f0b-4e72-9001-50b9b246efa4 tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:17.877057 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-f7382b78-f220-4709-8da3-caea62d260de req-ed0df565-2f0b-4e72-9001-50b9b246efa4 tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] 10.222.0.22 "GET /v2.0/ports?device_id=cb23a034-b53b-4828-a658-b991cca9d66b HTTP/1.1" status: 200 len: 949 time: 0.0541825 Aug 16 15:17:17.916594 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-f7382b78-f220-4709-8da3-caea62d260de req-c5123e7c-aa86-470c-ae23-f7c17cab67b8 tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] 10.222.0.22 "GET /v2.0/security-groups?id=26af3387-66fb-4a20-a5af-46e3abb69d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330312 Aug 16 15:17:18.221876 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faffb607-01bb-49f2-99b2-c92a8a75fda1 req-0f5f095d-6118-44f4-8272-2bbac1cd3753 tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:18.223193 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-faffb607-01bb-49f2-99b2-c92a8a75fda1 req-0f5f095d-6118-44f4-8272-2bbac1cd3753 tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] 10.222.0.22 "GET /v2.0/ports?device_id=cb23a034-b53b-4828-a658-b991cca9d66b HTTP/1.1" status: 200 len: 949 time: 0.0511208 Aug 16 15:17:18.263213 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-faffb607-01bb-49f2-99b2-c92a8a75fda1 req-39148ac9-3ea9-44f1-900d-bf48e4ea7979 tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] 10.222.0.22 "GET /v2.0/security-groups?id=26af3387-66fb-4a20-a5af-46e3abb69d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334597 Aug 16 15:17:18.742480 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aefdf8-a835-4d34-a85f-514192f56943 req-17517460-ecb1-4819-a85b-9874ad739763 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:18.743920 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-b6aefdf8-a835-4d34-a85f-514192f56943 req-17517460-ecb1-4819-a85b-9874ad739763 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.0482721 Aug 16 15:17:18.783903 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-b6aefdf8-a835-4d34-a85f-514192f56943 req-ab5d83bd-b617-4283-99b1-1954fa7fb0c5 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338480 Aug 16 15:17:19.187243 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 37654) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:17:19.303456 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fd9b4393-66de-4bc2-8061-5bf52311d459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:19.419653 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e783f31-8be0-4629-8ce8-b821907f0d5b req-9d87a143-6ecb-4177-a1be-0bdf3f8ad785 tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:19.431766 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-1e783f31-8be0-4629-8ce8-b821907f0d5b req-9d87a143-6ecb-4177-a1be-0bdf3f8ad785 tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] 10.222.0.22 "GET /v2.0/ports?device_id=cb23a034-b53b-4828-a658-b991cca9d66b HTTP/1.1" status: 200 len: 949 time: 0.0907965 Aug 16 15:17:19.480817 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fd9b4393-66de-4bc2-8061-5bf52311d459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:19.486524 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fd9b4393-66de-4bc2-8061-5bf52311d459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:19.490990 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-1e783f31-8be0-4629-8ce8-b821907f0d5b req-0dee49dd-ba72-4697-a354-67b7a1b74adb tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] 10.222.0.22 "GET /v2.0/security-groups?id=26af3387-66fb-4a20-a5af-46e3abb69d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530312 Aug 16 15:17:19.533575 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-fd9b4393-66de-4bc2-8061-5bf52311d459 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e7d425145b6249f1890b4ec05b47c652&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3452580 Aug 16 15:17:19.534530 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9b4393-66de-4bc2-8061-5bf52311d459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f486872-baa0-4b4f-b789-28bb67c310cc,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:19.536346 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 37666) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:17:19.584571 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0be24752-fd56-4c01-9610-ab84832ea274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:19.605265 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0be24752-fd56-4c01-9610-ab84832ea274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:19.650264 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0be24752-fd56-4c01-9610-ab84832ea274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:19.652905 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0be24752-fd56-4c01-9610-ab84832ea274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:19.656695 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-0be24752-fd56-4c01-9610-ab84832ea274 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5f486872-baa0-4b4f-b789-28bb67c310cc HTTP/1.1" status: 204 len: 168 time: 0.1161337 Aug 16 15:17:19.662527 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be24752-fd56-4c01-9610-ab84832ea274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f486872-baa0-4b4f-b789-28bb67c310cc,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:19.905573 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a727a0-51c0-4eb3-9040-3477b18f2398 req-4cc1a660-b5f8-4671-b376-c6622a5f1c89 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:19.907517 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-a7a727a0-51c0-4eb3-9040-3477b18f2398 req-4cc1a660-b5f8-4671-b376-c6622a5f1c89 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.0498281 Aug 16 15:17:19.923371 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 37676) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:17:19.936876 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3d0c-e6a5-4995-a15f-72f07a30ef2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:19.946083 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-a7a727a0-51c0-4eb3-9040-3477b18f2398 req-d733385c-7ef3-44ab-9c47-5572fd678f18 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324807 Aug 16 15:17:20.029364 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3d0c-e6a5-4995-a15f-72f07a30ef2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:20.033218 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3d0c-e6a5-4995-a15f-72f07a30ef2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:20.078641 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-c1ca3d0c-e6a5-4995-a15f-72f07a30ef2e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5b76c07b730341ccbce8646153c62f74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1543417 Aug 16 15:17:20.080141 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca3d0c-e6a5-4995-a15f-72f07a30ef2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac13fcf9-6a19-4e3a-9c55-45356378d8a9,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:20.081431 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 37678) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:17:20.137538 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6c4c3dd6-4ae2-463c-818b-86add50e1728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:20.171320 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6c4c3dd6-4ae2-463c-818b-86add50e1728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:20.207395 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e6e84-dc86-4f59-a0e9-1ba98d4e0c8f req-bb9f8e74-e53c-43c9-b9f9-9e5531006d7b tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:20.208721 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-159e6e84-dc86-4f59-a0e9-1ba98d4e0c8f req-bb9f8e74-e53c-43c9-b9f9-9e5531006d7b tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] 10.222.0.63 "GET /v2.0/ports?device_id=cb23a034-b53b-4828-a658-b991cca9d66b HTTP/1.1" status: 200 len: 949 time: 0.0522103 Aug 16 15:17:20.219208 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6c4c3dd6-4ae2-463c-818b-86add50e1728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:20.221952 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6c4c3dd6-4ae2-463c-818b-86add50e1728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:20.223198 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-6c4c3dd6-4ae2-463c-818b-86add50e1728 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ac13fcf9-6a19-4e3a-9c55-45356378d8a9 HTTP/1.1" status: 204 len: 168 time: 0.1407657 Aug 16 15:17:20.232046 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4c3dd6-4ae2-463c-818b-86add50e1728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac13fcf9-6a19-4e3a-9c55-45356378d8a9,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:20.315404 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-159e6e84-dc86-4f59-a0e9-1ba98d4e0c8f req-388bc0d0-8742-4798-8033-41fb1621c3ae tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] Deleting port 7a034869-a7f8-49c2-a172-13b013086b7a {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:17:20.320285 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-159e6e84-dc86-4f59-a0e9-1ba98d4e0c8f req-388bc0d0-8742-4798-8033-41fb1621c3ae tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769335647479'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:20.411342 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-159e6e84-dc86-4f59-a0e9-1ba98d4e0c8f req-388bc0d0-8742-4798-8033-41fb1621c3ae tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] For port 7a034869-a7f8-49c2-a172-13b013086b7a, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=7a034869-a7f8-49c2-a172-13b013086b7a,segment=NetworkSegment(67569ab7-8445-46f6-a6a2-c8a2b0b0d992),segment_id=67569ab7-8445-46f6-a6a2-c8a2b0b0d992)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:17:20.411704 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-159e6e84-dc86-4f59-a0e9-1ba98d4e0c8f req-388bc0d0-8742-4798-8033-41fb1621c3ae tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3800399'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:20.424820 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-159e6e84-dc86-4f59-a0e9-1ba98d4e0c8f req-388bc0d0-8742-4798-8033-41fb1621c3ae tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] Calling delete_port for 7a034869-a7f8-49c2-a172-13b013086b7a owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:17:20.584822 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-159e6e84-dc86-4f59-a0e9-1ba98d4e0c8f req-388bc0d0-8742-4798-8033-41fb1621c3ae tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769335768917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769335250710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2787876'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:20.607079 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] get_ports_and_sgs() called for port_ids ['7a034869-a7f8-49c2-a172-13b013086b7a'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:17:20.643482 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-7b456fbc-eca0-486e-ba61-f764500205db req-8e63cca4-c974-4c4a-9341-5d411912d444 tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] 10.222.0.22 "GET /v2.0/ports?device_id=cb23a034-b53b-4828-a658-b991cca9d66b HTTP/1.1" status: 200 len: 210 time: 0.0505331 Aug 16 15:17:20.667413 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388bc0d0-8742-4798-8033-41fb1621c3ae tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] Pushing event deleted for resources: {'Port': ['ID=7a034869-a7f8-49c2-a172-13b013086b7a,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:20.727698 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-159e6e84-dc86-4f59-a0e9-1ba98d4e0c8f req-388bc0d0-8742-4798-8033-41fb1621c3ae tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] No DVR routers for this DVR port 7a034869-a7f8-49c2-a172-13b013086b7a on host hv-cinder-80475 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 15:17:20.730975 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-159e6e84-dc86-4f59-a0e9-1ba98d4e0c8f req-388bc0d0-8742-4798-8033-41fb1621c3ae tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:20.734718 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-159e6e84-dc86-4f59-a0e9-1ba98d4e0c8f req-388bc0d0-8742-4798-8033-41fb1621c3ae tempest-VolumesNegativeTest-283211400 tempest-VolumesNegativeTest-283211400-project] 10.222.0.63 "DELETE /v2.0/ports/7a034869-a7f8-49c2-a172-13b013086b7a HTTP/1.1" status: 204 len: 173 time: 0.5190694 Aug 16 15:17:20.735377 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb23a034-b53b-4828-a658-b991cca9d66b', 'name': 'network-vif-deleted', 'tag': '7a034869-a7f8-49c2-a172-13b013086b7a'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:17:20.737847 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17fb0647ef8e93fcdaff2aac5cadc262a2f87503c881cd14114af97cd5d63f67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e853949a-b4ad-4de1-9d2c-587677733f9a" -d '{"events": [{"server_uuid": "cb23a034-b53b-4828-a658-b991cca9d66b", "name": "network-vif-deleted", "tag": "7a034869-a7f8-49c2-a172-13b013086b7a"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:17:20.806354 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb05db8-0ee5-430a-9136-7730d0b05425 x-openstack-request-id: req-bbb05db8-0ee5-430a-9136-7730d0b05425 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:17:20.806936 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb23a034-b53b-4828-a658-b991cca9d66b", "name": "network-vif-deleted", "tag": "7a034869-a7f8-49c2-a172-13b013086b7a", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:17:20.807199 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bbb05db8-0ee5-430a-9136-7730d0b05425 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:17:20.807599 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb23a034-b53b-4828-a658-b991cca9d66b', 'name': 'network-vif-deleted', 'tag': '7a034869-a7f8-49c2-a172-13b013086b7a', 'status': 'completed', 'code': 200} Aug 16 15:17:21.066313 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 37726) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:17:21.078845 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dce23b7-af3e-4bd1-aaa0-875d854188f8 req-e563a1fd-15e1-4c62-b1b6-b3d8c5320cd0 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:21.080435 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-9dce23b7-af3e-4bd1-aaa0-875d854188f8 req-e563a1fd-15e1-4c62-b1b6-b3d8c5320cd0 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.0568609 Aug 16 15:17:21.119151 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-9dce23b7-af3e-4bd1-aaa0-875d854188f8 req-02f0348a-f0d5-4594-8eac-ed54698b6947 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322211 Aug 16 15:17:21.177484 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.v2.base [None req-2c03cbf7-fb77-4acd-8202-78c9efdc85d3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-995412904-network', 'tenant_id': '529eaf03cf564486acbd825ef8046485'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:17:21.199392 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c03cbf7-fb77-4acd-8202-78c9efdc85d3 admin admin] Made reservation on behalf of 529eaf03cf564486acbd825ef8046485 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:17:21.201663 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2c03cbf7-fb77-4acd-8202-78c9efdc85d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:21.210757 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2c03cbf7-fb77-4acd-8202-78c9efdc85d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:21.316433 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2c03cbf7-fb77-4acd-8202-78c9efdc85d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:21.320572 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2c03cbf7-fb77-4acd-8202-78c9efdc85d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:21.345537 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c03cbf7-fb77-4acd-8202-78c9efdc85d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 15:17:21.359342 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c03cbf7-fb77-4acd-8202-78c9efdc85d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e744833-64c6-4d30-8525-90551fcf68c3,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:21.364950 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2c03cbf7-fb77-4acd-8202-78c9efdc85d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014199'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:21.365288 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.db.segments_db [None req-2c03cbf7-fb77-4acd-8202-78c9efdc85d3 admin admin] Added segment 672a31eb-35f7-41c4-8feb-3b4c2f5a0a8f of type vlan for network 2a76002c-56cc-4a2a-89de-e152abf85541 Aug 16 15:17:21.425324 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2c03cbf7-fb77-4acd-8202-78c9efdc85d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769335234654'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:21.446918 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2c03cbf7-fb77-4acd-8202-78c9efdc85d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:21.451551 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c03cbf7-fb77-4acd-8202-78c9efdc85d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:21.452436 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2c03cbf7-fb77-4acd-8202-78c9efdc85d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3780594'] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:21.521966 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-2c03cbf7-fb77-4acd-8202-78c9efdc85d3 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4518781 Aug 16 15:17:21.522699 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 37746) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:17:21.524473 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c03cbf7-fb77-4acd-8202-78c9efdc85d3 admin admin] Pushing event updated for resources: {'Network': ['ID=2a76002c-56cc-4a2a-89de-e152abf85541,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:21.528655 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [None req-7f79cb24-f0a4-4d5c-85a3-86ca8ab1a791 admin admin] Request body: {'subnet': {'network_id': '2a76002c-56cc-4a2a-89de-e152abf85541', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-995412904-subnet', 'tenant_id': '529eaf03cf564486acbd825ef8046485', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:17:21.535858 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Network 2a76002c-56cc-4a2a-89de-e152abf85541 details requested by agent ovs-agent-dv-cinder-804757-1-iscsi with host dv-cinder-804757-1-iscsi {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 15:17:21.554809 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f79cb24-f0a4-4d5c-85a3-86ca8ab1a791 admin admin] Made reservation on behalf of 529eaf03cf564486acbd825ef8046485 for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:17:21.557962 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7f79cb24-f0a4-4d5c-85a3-86ca8ab1a791 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26656853'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:21.733156 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7f79cb24-f0a4-4d5c-85a3-86ca8ab1a791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4115071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2268743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26656827'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:21.799711 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f79cb24-f0a4-4d5c-85a3-86ca8ab1a791 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64547a40-7e81-4405-a3fe-a8ef0974538f,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:21.813018 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f79cb24-f0a4-4d5c-85a3-86ca8ab1a791 admin admin] Checking segment: {'id': '672a31eb-35f7-41c4-8feb-3b4c2f5a0a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2a76002c-56cc-4a2a-89de-e152abf85541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:17:21.813802 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f79cb24-f0a4-4d5c-85a3-86ca8ab1a791 admin admin] Network hostable DHCP agents. Network: 2a76002c-56cc-4a2a-89de-e152abf85541, hostable agents: ['7344f624-85b8-4b8b-b38a-21b8c75b4ec1'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 15:17:21.832705 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f79cb24-f0a4-4d5c-85a3-86ca8ab1a791 admin admin] Network 2a76002c-56cc-4a2a-89de-e152abf85541 is scheduled to be hosted by DHCP agent 7344f624-85b8-4b8b-b38a-21b8c75b4ec1 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 15:17:21.846100 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-7f79cb24-f0a4-4d5c-85a3-86ca8ab1a791 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-1-iscsi, 2a76002c-56cc-4a2a-89de-e152abf85541) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:17:21.854668 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f79cb24-f0a4-4d5c-85a3-86ca8ab1a791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:21.855308 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7f79cb24-f0a4-4d5c-85a3-86ca8ab1a791 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3780594'] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:21.859531 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0550e562-9563-47c8-b4b6-f45227d09e79 None None] Network 2a76002c-56cc-4a2a-89de-e152abf85541 requested from dv-cinder-804757-1-iscsi {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:17:21.878184 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-7f79cb24-f0a4-4d5c-85a3-86ca8ab1a791 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3492417 Aug 16 15:17:22.010295 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fee224-9924-41ef-a024-9ebb59d6b03b None None] Network 2a76002c-56cc-4a2a-89de-e152abf85541 requested from dv-cinder-804757-1-iscsi {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:17:22.266676 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b807e3c-08de-4760-8886-e3c20427a59a req-6b93af19-0bc1-4a98-b037-35227918fbba tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:22.268178 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-9b807e3c-08de-4760-8886-e3c20427a59a req-6b93af19-0bc1-4a98-b037-35227918fbba tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.0665913 Aug 16 15:17:22.309356 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-9b807e3c-08de-4760-8886-e3c20427a59a req-85c62d32-34ca-4561-a019-ffca173b0578 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341721 Aug 16 15:17:22.421975 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 37794) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:17:22.426935 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [None req-d35e5602-8f7d-4a49-9cbb-29ea1a1f909f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1793861261-network', 'tenant_id': '4d8fd8d1abbd4131adda2670192d899b'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:17:22.447915 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d35e5602-8f7d-4a49-9cbb-29ea1a1f909f admin admin] Made reservation on behalf of 4d8fd8d1abbd4131adda2670192d899b for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:17:22.450212 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d35e5602-8f7d-4a49-9cbb-29ea1a1f909f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:22.458872 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d35e5602-8f7d-4a49-9cbb-29ea1a1f909f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:22.551082 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d35e5602-8f7d-4a49-9cbb-29ea1a1f909f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:22.555350 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d35e5602-8f7d-4a49-9cbb-29ea1a1f909f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:22.581833 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d35e5602-8f7d-4a49-9cbb-29ea1a1f909f admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 15:17:22.587679 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35e5602-8f7d-4a49-9cbb-29ea1a1f909f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90bd034c-d541-4485-bdbd-663fa99b277e,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:22.594746 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d35e5602-8f7d-4a49-9cbb-29ea1a1f909f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014199'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:22.595084 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.db.segments_db [None req-d35e5602-8f7d-4a49-9cbb-29ea1a1f909f admin admin] Added segment 9f431579-2088-4716-b17d-bba9bacefbeb of type vlan for network 549e161f-afca-4638-b700-1847ba422acb Aug 16 15:17:22.647845 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d35e5602-8f7d-4a49-9cbb-29ea1a1f909f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769335234654'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:22.674034 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d35e5602-8f7d-4a49-9cbb-29ea1a1f909f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:22.675144 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35e5602-8f7d-4a49-9cbb-29ea1a1f909f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:22.675708 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d35e5602-8f7d-4a49-9cbb-29ea1a1f909f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3780594'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:22.728898 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-d35e5602-8f7d-4a49-9cbb-29ea1a1f909f admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3057818 Aug 16 15:17:22.732798 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 37806) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:17:22.737804 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.v2.base [None req-a9c4069c-0698-4099-9bbc-755513d8dbb3 admin admin] Request body: {'subnet': {'network_id': '549e161f-afca-4638-b700-1847ba422acb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1793861261-subnet', 'tenant_id': '4d8fd8d1abbd4131adda2670192d899b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:17:22.741008 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35e5602-8f7d-4a49-9cbb-29ea1a1f909f admin admin] Pushing event updated for resources: {'Network': ['ID=549e161f-afca-4638-b700-1847ba422acb,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:22.750989 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Network 549e161f-afca-4638-b700-1847ba422acb details requested by agent ovs-agent-dv-cinder-804757-1-iscsi with host dv-cinder-804757-1-iscsi {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 15:17:22.761761 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c4069c-0698-4099-9bbc-755513d8dbb3 admin admin] Made reservation on behalf of 4d8fd8d1abbd4131adda2670192d899b for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:17:22.764494 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a9c4069c-0698-4099-9bbc-755513d8dbb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26895518'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:22.946889 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a9c4069c-0698-4099-9bbc-755513d8dbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4115071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2787508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26895600'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:23.010671 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4069c-0698-4099-9bbc-755513d8dbb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bb0032c-1386-4eac-af00-590fd3330f02,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:23.019339 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c4069c-0698-4099-9bbc-755513d8dbb3 admin admin] Checking segment: {'id': '9f431579-2088-4716-b17d-bba9bacefbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '549e161f-afca-4638-b700-1847ba422acb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:17:23.019686 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c4069c-0698-4099-9bbc-755513d8dbb3 admin admin] Network hostable DHCP agents. Network: 549e161f-afca-4638-b700-1847ba422acb, hostable agents: ['7344f624-85b8-4b8b-b38a-21b8c75b4ec1'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 15:17:23.047062 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c4069c-0698-4099-9bbc-755513d8dbb3 admin admin] Network 549e161f-afca-4638-b700-1847ba422acb is scheduled to be hosted by DHCP agent 7344f624-85b8-4b8b-b38a-21b8c75b4ec1 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 15:17:23.048225 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device 7a034869-a7f8-49c2-a172-13b013086b7a no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:17:23.059553 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-a9c4069c-0698-4099-9bbc-755513d8dbb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-1-iscsi, 549e161f-afca-4638-b700-1847ba422acb) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:17:23.064464 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c4069c-0698-4099-9bbc-755513d8dbb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:23.065075 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a9c4069c-0698-4099-9bbc-755513d8dbb3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:23.076491 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d00cbd-6296-4a70-8f0a-ff30fdac364b None None] Network 549e161f-afca-4638-b700-1847ba422acb requested from dv-cinder-804757-1-iscsi {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:17:23.079562 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] No Port match for: 7a034869-a7f8-49c2-a172-13b013086b7a {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:17:23.080138 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device 7a034869-a7f8-49c2-a172-13b013086b7a not bound to the agent host hv-cinder-80475 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:17:23.080597 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-a9c4069c-0698-4099-9bbc-755513d8dbb3 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3466802 Aug 16 15:17:23.217245 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142165a2-c3c5-48b6-b6b6-86b0a38b40c8 None None] Network 549e161f-afca-4638-b700-1847ba422acb requested from dv-cinder-804757-1-iscsi {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:17:23.424437 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1877a5a9-2f77-4960-813f-9249d318eb49 req-a76bebbe-65aa-4901-8015-81890d9b1b44 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:23.426240 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-1877a5a9-2f77-4960-813f-9249d318eb49 req-a76bebbe-65aa-4901-8015-81890d9b1b44 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.0490501 Aug 16 15:17:23.466011 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-1877a5a9-2f77-4960-813f-9249d318eb49 req-d8d11e5f-b4e7-4349-be09-316a3bab88a2 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328877 Aug 16 15:17:24.591246 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58646545-add6-4e2f-bc55-0cbcbb16a756 req-a5ca750d-92f3-4cdd-af9e-11144ff92ccf tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:24.592739 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-58646545-add6-4e2f-bc55-0cbcbb16a756 req-a5ca750d-92f3-4cdd-af9e-11144ff92ccf tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.0563464 Aug 16 15:17:24.628505 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-58646545-add6-4e2f-bc55-0cbcbb16a756 req-c79c1036-2e6f-4d04-a550-e1ccdf6ad7b4 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300598 Aug 16 15:17:25.746376 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2ad8f-ca91-4d23-ac51-230dd151646f req-839c5bcb-d029-482b-9499-60d065c0388d tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:25.746963 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-82e2ad8f-ca91-4d23-ac51-230dd151646f req-839c5bcb-d029-482b-9499-60d065c0388d tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.0540195 Aug 16 15:17:25.783600 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-82e2ad8f-ca91-4d23-ac51-230dd151646f req-0026f013-d384-4df4-9b17-80c72a76a3da tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308914 Aug 16 15:17:26.110133 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:26.898591 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9523b40e-d9c0-4eed-baa6-43b1e3427bd3 req-25ed569c-91d8-42a8-b817-61176c42420f tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:26.900042 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-9523b40e-d9c0-4eed-baa6-43b1e3427bd3 req-25ed569c-91d8-42a8-b817-61176c42420f tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.0495479 Aug 16 15:17:26.936181 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-9523b40e-d9c0-4eed-baa6-43b1e3427bd3 req-94e30667-2eb9-4f66-907d-18eaf90dc106 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302920 Aug 16 15:17:27.521255 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 37900) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:17:27.633107 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d1960d64-58a1-4754-b54f-d4a388992695 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:27.723323 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d1960d64-58a1-4754-b54f-d4a388992695 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:27.728664 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d1960d64-58a1-4754-b54f-d4a388992695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:27.772019 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-d1960d64-58a1-4754-b54f-d4a388992695 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a23a9f0ebc6c4b2abec612d614dce371&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2496729 Aug 16 15:17:27.773431 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1960d64-58a1-4754-b54f-d4a388992695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7665776a-b6ff-497e-97ff-dd2109bfb8d1,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:27.774861 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 37914) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:17:27.829684 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9ab59f54-e4dc-47e5-838d-0eb6119dddf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:27.850984 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9ab59f54-e4dc-47e5-838d-0eb6119dddf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:27.898473 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9ab59f54-e4dc-47e5-838d-0eb6119dddf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:27.901550 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9ab59f54-e4dc-47e5-838d-0eb6119dddf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:27.902676 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-9ab59f54-e4dc-47e5-838d-0eb6119dddf7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7665776a-b6ff-497e-97ff-dd2109bfb8d1 HTTP/1.1" status: 204 len: 168 time: 0.1269023 Aug 16 15:17:27.909972 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab59f54-e4dc-47e5-838d-0eb6119dddf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7665776a-b6ff-497e-97ff-dd2109bfb8d1,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:28.061751 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90df4e50-3888-4f48-8444-872c35efb1e9 req-84091bd6-680c-474f-8fc2-6c5d33eae4d0 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:28.067236 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-90df4e50-3888-4f48-8444-872c35efb1e9 req-84091bd6-680c-474f-8fc2-6c5d33eae4d0 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.0634880 Aug 16 15:17:28.129205 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-90df4e50-3888-4f48-8444-872c35efb1e9 req-eeb516a5-e666-458b-88a2-df73b042ed6b tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546048 Aug 16 15:17:28.600940 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 37944) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:17:28.698504 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [None req-fa32dfbf-6079-4535-a616-9ce0e1fc1bb9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1037892935-network', 'tenant_id': 'b909c74720ca49ce9720908372ac710e'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:17:28.718602 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa32dfbf-6079-4535-a616-9ce0e1fc1bb9 admin admin] Made reservation on behalf of b909c74720ca49ce9720908372ac710e for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:17:28.720864 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fa32dfbf-6079-4535-a616-9ce0e1fc1bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:28.728682 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fa32dfbf-6079-4535-a616-9ce0e1fc1bb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:28.819885 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fa32dfbf-6079-4535-a616-9ce0e1fc1bb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:28.824160 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fa32dfbf-6079-4535-a616-9ce0e1fc1bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:28.841799 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa32dfbf-6079-4535-a616-9ce0e1fc1bb9 admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 15:17:28.859472 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa32dfbf-6079-4535-a616-9ce0e1fc1bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b159824-8adc-4429-a38f-09edde91dff2,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:28.862290 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fa32dfbf-6079-4535-a616-9ce0e1fc1bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014199'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:28.862630 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.db.segments_db [None req-fa32dfbf-6079-4535-a616-9ce0e1fc1bb9 admin admin] Added segment 6a81eeb2-96ac-46f1-9327-0389c5f89c7d of type vlan for network 39688803-4c7a-4e65-bd12-e072ee8a86dc Aug 16 15:17:28.902531 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fa32dfbf-6079-4535-a616-9ce0e1fc1bb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769335234654'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:28.933170 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fa32dfbf-6079-4535-a616-9ce0e1fc1bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:28.934486 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa32dfbf-6079-4535-a616-9ce0e1fc1bb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:28.934701 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fa32dfbf-6079-4535-a616-9ce0e1fc1bb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3780594'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:28.988237 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-fa32dfbf-6079-4535-a616-9ce0e1fc1bb9 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3861837 Aug 16 15:17:28.991145 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 37954) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:17:28.997935 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.v2.base [None req-4da2d7b9-336c-4155-b128-5063ee610e0f admin admin] Request body: {'subnet': {'network_id': '39688803-4c7a-4e65-bd12-e072ee8a86dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1037892935-subnet', 'tenant_id': 'b909c74720ca49ce9720908372ac710e', 'ip_version': 4}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:17:28.999802 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa32dfbf-6079-4535-a616-9ce0e1fc1bb9 admin admin] Pushing event updated for resources: {'Network': ['ID=39688803-4c7a-4e65-bd12-e072ee8a86dc,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:29.011455 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Network 39688803-4c7a-4e65-bd12-e072ee8a86dc details requested by agent ovs-agent-dv-cinder-804757-1-iscsi with host dv-cinder-804757-1-iscsi {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 15:17:29.030597 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da2d7b9-336c-4155-b128-5063ee610e0f admin admin] Made reservation on behalf of b909c74720ca49ce9720908372ac710e for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:17:29.033139 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4da2d7b9-336c-4155-b128-5063ee610e0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26895518'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:29.242741 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4da2d7b9-336c-4155-b128-5063ee610e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4115071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2787508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26895600'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:29.300790 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a671b36-8167-475a-9f1b-3fa34e1b7f05 req-a7d2c046-ff5f-4b95-9f9e-b12dbb12c714 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:29.302248 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-4a671b36-8167-475a-9f1b-3fa34e1b7f05 req-a7d2c046-ff5f-4b95-9f9e-b12dbb12c714 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.0934212 Aug 16 15:17:29.317247 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da2d7b9-336c-4155-b128-5063ee610e0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f7e542c-3ecd-4a2a-b7d4-b70d0efc580a,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:29.342097 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da2d7b9-336c-4155-b128-5063ee610e0f admin admin] Checking segment: {'id': '6a81eeb2-96ac-46f1-9327-0389c5f89c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '39688803-4c7a-4e65-bd12-e072ee8a86dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:17:29.342446 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da2d7b9-336c-4155-b128-5063ee610e0f admin admin] Network hostable DHCP agents. Network: 39688803-4c7a-4e65-bd12-e072ee8a86dc, hostable agents: ['7344f624-85b8-4b8b-b38a-21b8c75b4ec1'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 15:17:29.373310 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-4a671b36-8167-475a-9f1b-3fa34e1b7f05 req-c52d08eb-fba5-4548-90c8-716303116a80 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588670 Aug 16 15:17:29.374297 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da2d7b9-336c-4155-b128-5063ee610e0f admin admin] Network 39688803-4c7a-4e65-bd12-e072ee8a86dc is scheduled to be hosted by DHCP agent 7344f624-85b8-4b8b-b38a-21b8c75b4ec1 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 15:17:29.383049 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-4da2d7b9-336c-4155-b128-5063ee610e0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-1-iscsi, 39688803-4c7a-4e65-bd12-e072ee8a86dc) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:17:29.388257 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da2d7b9-336c-4155-b128-5063ee610e0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:29.388874 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4da2d7b9-336c-4155-b128-5063ee610e0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:29.396504 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ce1409-081d-4cdc-a76f-2fc568fed231 None None] Network 39688803-4c7a-4e65-bd12-e072ee8a86dc requested from dv-cinder-804757-1-iscsi {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:17:29.409158 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-4da2d7b9-336c-4155-b128-5063ee610e0f admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4139218 Aug 16 15:17:29.409493 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 37966) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:17:29.414315 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [None req-b4650020-9e6b-4059-860e-e991b30707bb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1037892935-router', 'tenant_id': 'b909c74720ca49ce9720908372ac710e', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4'}}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:17:29.436982 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b4650020-9e6b-4059-860e-e991b30707bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3772405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46218'] for router, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:29.439002 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b4650020-9e6b-4059-860e-e991b30707bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3772249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3798708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4189620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-46209'] for router, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:29.511888 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b4650020-9e6b-4059-860e-e991b30707bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:29.556958 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db229173-8a3b-4207-af21-b690f784c5a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3766c4e-508b-5d3a-b6eb-efbff961488d-39688803-4c7a-4e65-bd12-e072ee8a86dc', 'network_id': '39688803-4c7a-4e65-bd12-e072ee8a86dc', 'tenant_id': 'b909c74720ca49ce9720908372ac710e', 'fixed_ips': [{'subnet_id': '5f7e542c-3ecd-4a2a-b7d4-b70d0efc580a'}]}} from dv-cinder-804757-1-iscsi. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 15:17:29.557954 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-db229173-8a3b-4207-af21-b690f784c5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:29.701104 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-db229173-8a3b-4207-af21-b690f784c5a5 None None] Allocated IP 172.20.0.2 (39688803-4c7a-4e65-bd12-e072ee8a86dc/5f7e542c-3ecd-4a2a-b7d4-b70d0efc580a/263379cf-6265-41ac-bbde-33d47e7be830) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:17:29.850240 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b4650020-9e6b-4059-860e-e991b30707bb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:29.899064 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-db229173-8a3b-4207-af21-b690f784c5a5 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:29.909626 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-db229173-8a3b-4207-af21-b690f784c5a5 None None] Transition to ACTIVE for port object 263379cf-6265-41ac-bbde-33d47e7be830 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:17:29.932289 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-db229173-8a3b-4207-af21-b690f784c5a5 None None] Transition to ACTIVE for port object 263379cf-6265-41ac-bbde-33d47e7be830 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:17:29.938117 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-db229173-8a3b-4207-af21-b690f784c5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769335250701'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:30.006703 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db229173-8a3b-4207-af21-b690f784c5a5 None None] Network 39688803-4c7a-4e65-bd12-e072ee8a86dc is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:17:30.015509 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-db229173-8a3b-4207-af21-b690f784c5a5 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:17:30.023099 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db229173-8a3b-4207-af21-b690f784c5a5 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:17:30.025709 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db229173-8a3b-4207-af21-b690f784c5a5 None None] Pushing event updated for resources: {'Port': ['ID=263379cf-6265-41ac-bbde-33d47e7be830,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:30.069694 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b4650020-9e6b-4059-860e-e991b30707bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:30.089860 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b4650020-9e6b-4059-860e-e991b30707bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:30.101178 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-db229173-8a3b-4207-af21-b690f784c5a5 None None] Attempting to bind port 263379cf-6265-41ac-bbde-33d47e7be830 on host dv-cinder-804757-1-iscsi for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:17:30.101551 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-db229173-8a3b-4207-af21-b690f784c5a5 None None] Attempting to bind port 263379cf-6265-41ac-bbde-33d47e7be830 by drivers openvswitch,hyperv on host dv-cinder-804757-1-iscsi at level 0 using segments [{'id': '6a81eeb2-96ac-46f1-9327-0389c5f89c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '39688803-4c7a-4e65-bd12-e072ee8a86dc'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:17:30.102073 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db229173-8a3b-4207-af21-b690f784c5a5 None None] Attempting to bind port 263379cf-6265-41ac-bbde-33d47e7be830 on network 39688803-4c7a-4e65-bd12-e072ee8a86dc {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:17:30.110898 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db229173-8a3b-4207-af21-b690f784c5a5 None None] Checking agent: {'id': '038bb836-fe78-417c-a302-5d10dc6ddcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 8, 4), 'started_at': datetime.datetime(2021, 8, 16, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:17:30.115649 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db229173-8a3b-4207-af21-b690f784c5a5 None None] Checking segment: {'id': '6a81eeb2-96ac-46f1-9327-0389c5f89c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '39688803-4c7a-4e65-bd12-e072ee8a86dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:17:30.115649 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-db229173-8a3b-4207-af21-b690f784c5a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:30.115649 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db229173-8a3b-4207-af21-b690f784c5a5 None None] Bound using segment: {'id': '6a81eeb2-96ac-46f1-9327-0389c5f89c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '39688803-4c7a-4e65-bd12-e072ee8a86dc'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:17:30.115649 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-db229173-8a3b-4207-af21-b690f784c5a5 None None] Bound port: 263379cf-6265-41ac-bbde-33d47e7be830, host: dv-cinder-804757-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a81eeb2-96ac-46f1-9327-0389c5f89c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '39688803-4c7a-4e65-bd12-e072ee8a86dc'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:17:30.115649 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-db229173-8a3b-4207-af21-b690f784c5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:30.190792 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-db229173-8a3b-4207-af21-b690f784c5a5 None None] For port 263379cf-6265-41ac-bbde-33d47e7be830, host dv-cinder-804757-1-iscsi, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:17:30.195269 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-db229173-8a3b-4207-af21-b690f784c5a5 None None] For port 263379cf-6265-41ac-bbde-33d47e7be830, host dv-cinder-804757-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=263379cf-6265-41ac-bbde-33d47e7be830,segment=NetworkSegment(6a81eeb2-96ac-46f1-9327-0389c5f89c7d),segment_id=6a81eeb2-96ac-46f1-9327-0389c5f89c7d)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:17:30.204337 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-b4650020-9e6b-4059-860e-e991b30707bb admin admin] Allocated IP 172.27.3.190 (b7623838-067e-46d7-9324-3e363fad67d4/838856c9-cc6d-4250-847b-ebd189817dd9/6692f156-b0f4-4a76-8f40-0c779393331a) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:17:30.218873 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-db229173-8a3b-4207-af21-b690f784c5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:30.292808 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db229173-8a3b-4207-af21-b690f784c5a5 None None] Pushing event updated for resources: {'Port': ['ID=263379cf-6265-41ac-bbde-33d47e7be830,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:30.386123 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b4650020-9e6b-4059-860e-e991b30707bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:30.429802 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b4650020-9e6b-4059-860e-e991b30707bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769335250701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268375'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:30.515809 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4650020-9e6b-4059-860e-e991b30707bb admin admin] Network b7623838-067e-46d7-9324-3e363fad67d4 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:17:30.519024 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-b4650020-9e6b-4059-860e-e991b30707bb admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:17:30.527525 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4650020-9e6b-4059-860e-e991b30707bb admin admin] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:17:30.530697 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4650020-9e6b-4059-860e-e991b30707bb admin admin] Pushing event updated for resources: {'Port': ['ID=6692f156-b0f4-4a76-8f40-0c779393331a,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:30.601735 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a1719-26b7-4d27-bfad-2fb4bb4f00a2 req-8be242c1-708a-4126-82d2-0ef705d01dcd tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:30.602730 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4650020-9e6b-4059-860e-e991b30707bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:17:30.603106 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4650020-9e6b-4059-860e-e991b30707bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:17:30.603442 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4650020-9e6b-4059-860e-e991b30707bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:17:30.604342 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4650020-9e6b-4059-860e-e991b30707bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:17:30.606232 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-6d5a1719-26b7-4d27-bfad-2fb4bb4f00a2 req-8be242c1-708a-4126-82d2-0ef705d01dcd tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.1262424 Aug 16 15:17:30.611931 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4650020-9e6b-4059-860e-e991b30707bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:17:30.614510 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4650020-9e6b-4059-860e-e991b30707bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:17:30.614933 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4650020-9e6b-4059-860e-e991b30707bb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:17:30.615202 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4650020-9e6b-4059-860e-e991b30707bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:17:30.615535 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4650020-9e6b-4059-860e-e991b30707bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:17:30.616711 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4650020-9e6b-4059-860e-e991b30707bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:17:30.616711 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4650020-9e6b-4059-860e-e991b30707bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:17:30.616711 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4650020-9e6b-4059-860e-e991b30707bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:17:30.702699 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-6d5a1719-26b7-4d27-bfad-2fb4bb4f00a2 req-78930550-4975-4073-8c86-52013ef48a43 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788362 Aug 16 15:17:30.906881 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b4650020-9e6b-4059-860e-e991b30707bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:31.132021 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b4650020-9e6b-4059-860e-e991b30707bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798747'] for router, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:31.277148 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4650020-9e6b-4059-860e-e991b30707bb admin admin] Router c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9 is scheduled to L3 agent b2ca3166-9002-4222-bd01-ae8f73ca62dc with binding_index 1 {{(pid=94051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 15:17:31.385187 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d5a0bf0d-0712-4108-93aa-553f273c5938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:31.389419 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5deaed-e1b5-4711-bf52-105ede678cd9 None None] Network 39688803-4c7a-4e65-bd12-e072ee8a86dc requested from dv-cinder-804757-1-iscsi {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:17:31.397948 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4650020-9e6b-4059-860e-e991b30707bb admin admin] Notify agent at l3_agent.dv-cinder-804757-1-iscsi the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:17:31.410386 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d80f371-8340-4495-aa9f-0f8ff4e6d10e None None] Sync routers for ids ['c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9'] in dv-cinder-804757-1-iscsi {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:17:31.419548 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b4650020-9e6b-4059-860e-e991b30707bb admin admin] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:31.423783 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d80f371-8340-4495-aa9f-0f8ff4e6d10e None None] Routers {'c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:17:31.423783 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-9d80f371-8340-4495-aa9f-0f8ff4e6d10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:17:04Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:17:31.424781 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 38096) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:17:31.437170 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-b4650020-9e6b-4059-860e-e991b30707bb admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0165317 Aug 16 15:17:31.541071 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-9d80f371-8340-4495-aa9f-0f8ff4e6d10e None None] Set router c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9 gateway port host: dv-cinder-804757-1-iscsi {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:17:31.580525 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-b5fdf486-a3d4-4632-bd93-668eb66828cf None None] Provisioning for port 263379cf-6265-41ac-bbde-33d47e7be830 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:17:31.815500 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-9d80f371-8340-4495-aa9f-0f8ff4e6d10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9', 'name': 'tempest-TestShelveInstance-1037892935-router', 'tenant_id': 'b909c74720ca49ce9720908372ac710e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '6692f156-b0f4-4a76-8f40-0c779393331a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:17:29Z', 'updated_at': '2021-08-16T15:17:30Z', 'revision_number': 3, 'project_id': 'b909c74720ca49ce9720908372ac710e', 'gw_port': {'id': '6692f156-b0f4-4a76-8f40-0c779393331a', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:2b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:30Z', 'updated_at': '2021-08-16T15:17:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi'}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:17:31.851213 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d80f371-8340-4495-aa9f-0f8ff4e6d10e None None] Checking router: c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9 for host: dv-cinder-804757-1-iscsi {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:17:31.851562 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d80f371-8340-4495-aa9f-0f8ff4e6d10e None None] Updating router c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9 port 6692f156-b0f4-4a76-8f40-0c779393331a binding host dv-cinder-804757-1-iscsi {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 15:17:31.885960 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-9d80f371-8340-4495-aa9f-0f8ff4e6d10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:31.898074 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d4b77-64ce-4f63-ae7d-fbed0d73c460 req-bf79002d-e930-46be-ae4e-e8f1fbd2a6e1 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:31.900732 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-664d4b77-64ce-4f63-ae7d-fbed0d73c460 req-bf79002d-e930-46be-ae4e-e8f1fbd2a6e1 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.0992160 Aug 16 15:17:32.017890 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-664d4b77-64ce-4f63-ae7d-fbed0d73c460 req-343936fa-496e-449b-ba6c-37c492de14fa tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088772 Aug 16 15:17:32.132548 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-01aa9395-c978-4995-8d08-1d9971101a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:32.254656 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-9d80f371-8340-4495-aa9f-0f8ff4e6d10e None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:32.267062 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-9d80f371-8340-4495-aa9f-0f8ff4e6d10e None None] Transition to ACTIVE for port object 6692f156-b0f4-4a76-8f40-0c779393331a will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:17:32.276231 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-9d80f371-8340-4495-aa9f-0f8ff4e6d10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:32.328409 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-9d80f371-8340-4495-aa9f-0f8ff4e6d10e None None] Attempting to bind port 6692f156-b0f4-4a76-8f40-0c779393331a on host dv-cinder-804757-1-iscsi for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:17:32.328795 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-9d80f371-8340-4495-aa9f-0f8ff4e6d10e None None] Attempting to bind port 6692f156-b0f4-4a76-8f40-0c779393331a by drivers openvswitch,hyperv on host dv-cinder-804757-1-iscsi at level 0 using segments [{'id': '6c369326-29bf-41f1-8d37-65f3627778f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:17:32.329299 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d80f371-8340-4495-aa9f-0f8ff4e6d10e None None] Attempting to bind port 6692f156-b0f4-4a76-8f40-0c779393331a on network b7623838-067e-46d7-9324-3e363fad67d4 {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:17:32.342648 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d80f371-8340-4495-aa9f-0f8ff4e6d10e None None] Checking agent: {'id': '038bb836-fe78-417c-a302-5d10dc6ddcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 8, 4), 'started_at': datetime.datetime(2021, 8, 16, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:17:32.342648 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d80f371-8340-4495-aa9f-0f8ff4e6d10e None None] Checking segment: {'id': '6c369326-29bf-41f1-8d37-65f3627778f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:17:32.342648 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-9d80f371-8340-4495-aa9f-0f8ff4e6d10e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:32.342648 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d80f371-8340-4495-aa9f-0f8ff4e6d10e None None] Bound using segment: {'id': '6c369326-29bf-41f1-8d37-65f3627778f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:17:32.342648 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-9d80f371-8340-4495-aa9f-0f8ff4e6d10e None None] Bound port: 6692f156-b0f4-4a76-8f40-0c779393331a, host: dv-cinder-804757-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c369326-29bf-41f1-8d37-65f3627778f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:17:32.342648 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-9d80f371-8340-4495-aa9f-0f8ff4e6d10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:32.343977 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6105e6-3fd2-4d3c-a9cc-d5509f943c2e None None] Pushing event updated for resources: {'Port': ['ID=6692f156-b0f4-4a76-8f40-0c779393331a,revision_number=2']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:32.353640 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-01aa9395-c978-4995-8d08-1d9971101a01 admin admin] Allocated IP 172.20.0.1 (39688803-4c7a-4e65-bd12-e072ee8a86dc/5f7e542c-3ecd-4a2a-b7d4-b70d0efc580a/cdc8ba3d-91bb-457b-9f25-fa8c4d756b8a) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:17:32.413040 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-9d80f371-8340-4495-aa9f-0f8ff4e6d10e None None] For port 6692f156-b0f4-4a76-8f40-0c779393331a, host dv-cinder-804757-1-iscsi, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:17:32.420703 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-9d80f371-8340-4495-aa9f-0f8ff4e6d10e None None] For port 6692f156-b0f4-4a76-8f40-0c779393331a, host dv-cinder-804757-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=6692f156-b0f4-4a76-8f40-0c779393331a,segment=NetworkSegment(6c369326-29bf-41f1-8d37-65f3627778f0),segment_id=6c369326-29bf-41f1-8d37-65f3627778f0)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:17:32.426760 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-9d80f371-8340-4495-aa9f-0f8ff4e6d10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:32.484349 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d80f371-8340-4495-aa9f-0f8ff4e6d10e None None] Routers {'c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:17:32.485414 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-9d80f371-8340-4495-aa9f-0f8ff4e6d10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:17:04Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:17:32.493299 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device 263379cf-6265-41ac-bbde-33d47e7be830 up at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:17:32.518756 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-01aa9395-c978-4995-8d08-1d9971101a01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:32.536922 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-01aa9395-c978-4995-8d08-1d9971101a01 admin admin] Transition to ACTIVE for port object cdc8ba3d-91bb-457b-9f25-fa8c4d756b8a will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:17:32.551511 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning for port 263379cf-6265-41ac-bbde-33d47e7be830 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:17:32.556607 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning complete for port 263379cf-6265-41ac-bbde-33d47e7be830 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:17:32.557053 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:32.595749 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-01aa9395-c978-4995-8d08-1d9971101a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769335250701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2787876'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:32.654842 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01aa9395-c978-4995-8d08-1d9971101a01 admin admin] Network 39688803-4c7a-4e65-bd12-e072ee8a86dc is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:17:32.658629 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-01aa9395-c978-4995-8d08-1d9971101a01 admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:17:32.665395 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01aa9395-c978-4995-8d08-1d9971101a01 admin admin] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:17:32.669569 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aa9395-c978-4995-8d08-1d9971101a01 admin admin] Pushing event updated for resources: {'Port': ['ID=cdc8ba3d-91bb-457b-9f25-fa8c4d756b8a,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:32.695604 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-9d80f371-8340-4495-aa9f-0f8ff4e6d10e None None] Set router c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9 gateway port host: dv-cinder-804757-1-iscsi {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:17:32.696283 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:32.698106 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aa9395-c978-4995-8d08-1d9971101a01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:17:32.698445 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aa9395-c978-4995-8d08-1d9971101a01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:17:32.698971 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aa9395-c978-4995-8d08-1d9971101a01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:17:32.699096 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6105e6-3fd2-4d3c-a9cc-d5509f943c2e None None] Pushing event updated for resources: {'Port': ['ID=6692f156-b0f4-4a76-8f40-0c779393331a,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:32.699593 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aa9395-c978-4995-8d08-1d9971101a01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:17:32.700113 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aa9395-c978-4995-8d08-1d9971101a01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:17:32.700607 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aa9395-c978-4995-8d08-1d9971101a01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:17:32.701958 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aa9395-c978-4995-8d08-1d9971101a01 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:17:32.702474 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aa9395-c978-4995-8d08-1d9971101a01 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:17:32.702976 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aa9395-c978-4995-8d08-1d9971101a01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:17:32.703450 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aa9395-c978-4995-8d08-1d9971101a01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:17:32.703924 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aa9395-c978-4995-8d08-1d9971101a01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:17:32.704449 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aa9395-c978-4995-8d08-1d9971101a01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:17:32.738176 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-01aa9395-c978-4995-8d08-1d9971101a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4167348'] for router_interface, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:32.759830 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] For port 263379cf-6265-41ac-bbde-33d47e7be830, host dv-cinder-804757-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=263379cf-6265-41ac-bbde-33d47e7be830,segment=NetworkSegment(6a81eeb2-96ac-46f1-9327-0389c5f89c7d),segment_id=6a81eeb2-96ac-46f1-9327-0389c5f89c7d)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:17:32.768763 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:32.857852 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Pushing event updated for resources: {'Port': ['ID=263379cf-6265-41ac-bbde-33d47e7be830,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:32.912816 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-01aa9395-c978-4995-8d08-1d9971101a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:33.061000 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c48a02cd-17e5-4b94-909c-942a3fa63029 None None] Provisioning for port cdc8ba3d-91bb-457b-9f25-fa8c4d756b8a completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:17:33.070712 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c48a02cd-17e5-4b94-909c-942a3fa63029 None None] Provisioning complete for port cdc8ba3d-91bb-457b-9f25-fa8c4d756b8a triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:17:33.073403 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c48a02cd-17e5-4b94-909c-942a3fa63029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:33.123442 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-c48a02cd-17e5-4b94-909c-942a3fa63029 None None] Port cdc8ba3d-91bb-457b-9f25-fa8c4d756b8a cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 15:17:33.126413 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-9d80f371-8340-4495-aa9f-0f8ff4e6d10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9', 'name': 'tempest-TestShelveInstance-1037892935-router', 'tenant_id': 'b909c74720ca49ce9720908372ac710e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '6692f156-b0f4-4a76-8f40-0c779393331a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:17:29Z', 'updated_at': '2021-08-16T15:17:30Z', 'revision_number': 3, 'project_id': 'b909c74720ca49ce9720908372ac710e', 'gw_port': {'id': '6692f156-b0f4-4a76-8f40-0c779393331a', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:2b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:30Z', 'updated_at': '2021-08-16T15:17:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi'}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:17:33.135267 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-01aa9395-c978-4995-8d08-1d9971101a01 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:33.141483 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-01aa9395-c978-4995-8d08-1d9971101a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2787883'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:33.162889 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d80f371-8340-4495-aa9f-0f8ff4e6d10e None None] The sync data for ids ['c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9'] in dv-cinder-804757-1-iscsi is: [{'id': 'c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9', 'name': 'tempest-TestShelveInstance-1037892935-router', 'tenant_id': 'b909c74720ca49ce9720908372ac710e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '6692f156-b0f4-4a76-8f40-0c779393331a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:17:29Z', 'updated_at': '2021-08-16T15:17:30Z', 'revision_number': 3, 'project_id': 'b909c74720ca49ce9720908372ac710e', 'gw_port': {'id': '6692f156-b0f4-4a76-8f40-0c779393331a', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:2b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:30Z', 'updated_at': '2021-08-16T15:17:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi'}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:17:33.250318 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-01aa9395-c978-4995-8d08-1d9971101a01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3780398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4167192'] for router_interface, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:33.258660 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aa9395-c978-4995-8d08-1d9971101a01 admin admin] Pushing event updated for resources: {'Port': ['ID=cdc8ba3d-91bb-457b-9f25-fa8c4d756b8a,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:33.269462 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d264c-74a5-4855-8559-63458c355083 req-cc935fbc-f4d9-4269-adf0-2139221f6669 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:33.270974 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-0f1d264c-74a5-4855-8559-63458c355083 req-cc935fbc-f4d9-4269-adf0-2139221f6669 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.1258485 Aug 16 15:17:33.354710 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-0f1d264c-74a5-4855-8559-63458c355083 req-c88de72f-27ca-488e-bafd-79a567317b4d tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677249 Aug 16 15:17:33.391039 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01aa9395-c978-4995-8d08-1d9971101a01 admin admin] Network 39688803-4c7a-4e65-bd12-e072ee8a86dc is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:17:33.395048 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-01aa9395-c978-4995-8d08-1d9971101a01 admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:17:33.580595 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01aa9395-c978-4995-8d08-1d9971101a01 admin admin] Router c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9 has already been hosted by L3 agent b2ca3166-9002-4222-bd01-ae8f73ca62dc {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 15:17:33.705056 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01aa9395-c978-4995-8d08-1d9971101a01 admin admin] Notify agent at l3_agent.dv-cinder-804757-1-iscsi the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:17:33.710148 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-01aa9395-c978-4995-8d08-1d9971101a01 admin admin] 10.222.0.22 "PUT /v2.0/routers/c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2840905 Aug 16 15:17:33.745629 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-021ac778-e283-4f04-b90e-45505f94daf6 None None] Provisioning complete for port cdc8ba3d-91bb-457b-9f25-fa8c4d756b8a triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:17:33.746090 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-021ac778-e283-4f04-b90e-45505f94daf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:33.781087 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-021ac778-e283-4f04-b90e-45505f94daf6 None None] Port cdc8ba3d-91bb-457b-9f25-fa8c4d756b8a cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 15:17:33.947509 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-73f8b7fe-657e-4b21-9a63-3ec003d9e111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:34.195286 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 38292) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:17:34.200885 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.v2.base [None req-2ab6f407-a139-4450-b99c-1d8b51696da2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-764803839-network', 'tenant_id': 'a6bfaea77cbc400f915185ebb0e1ab9c'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:17:34.225959 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab6f407-a139-4450-b99c-1d8b51696da2 admin admin] Made reservation on behalf of a6bfaea77cbc400f915185ebb0e1ab9c for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:17:34.236208 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:34.238868 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2ab6f407-a139-4450-b99c-1d8b51696da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:34.257584 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2ab6f407-a139-4450-b99c-1d8b51696da2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:34.350902 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2ab6f407-a139-4450-b99c-1d8b51696da2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:34.356785 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2ab6f407-a139-4450-b99c-1d8b51696da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:34.384333 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ab6f407-a139-4450-b99c-1d8b51696da2 admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 15:17:34.394154 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab6f407-a139-4450-b99c-1d8b51696da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98a46bc-357e-409f-9aed-e6d3d8d702ae,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:34.402764 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2ab6f407-a139-4450-b99c-1d8b51696da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014199'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:34.403180 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.db.segments_db [None req-2ab6f407-a139-4450-b99c-1d8b51696da2 admin admin] Added segment 7d2b6eba-c669-4d86-b518-dc168d9ed460 of type vlan for network f9fa695e-51ab-46e4-b038-eed3bc2773f1 Aug 16 15:17:34.463999 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2ab6f407-a139-4450-b99c-1d8b51696da2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769335234654'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:34.502074 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device 263379cf-6265-41ac-bbde-33d47e7be830 up at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:17:34.550802 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning complete for port 263379cf-6265-41ac-bbde-33d47e7be830 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:17:34.551170 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:34.644703 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device 6692f156-b0f4-4a76-8f40-0c779393331a up at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:17:34.695683 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning for port 6692f156-b0f4-4a76-8f40-0c779393331a completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:17:34.701001 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning complete for port 6692f156-b0f4-4a76-8f40-0c779393331a triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:17:34.701402 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:34.718559 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.db.resource_extend [None req-2ab6f407-a139-4450-b99c-1d8b51696da2 admin admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 15:17:34.742926 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2ab6f407-a139-4450-b99c-1d8b51696da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:34.744190 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab6f407-a139-4450-b99c-1d8b51696da2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:34.744592 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2ab6f407-a139-4450-b99c-1d8b51696da2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3780594'] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:34.756449 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb331090-d18d-4df6-93f4-115b28a0d383 req-e11f3da4-e048-4ea9-b8b0-633f302dcb0e tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:34.757974 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-bb331090-d18d-4df6-93f4-115b28a0d383 req-e11f3da4-e048-4ea9-b8b0-633f302dcb0e tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.3169866 Aug 16 15:17:34.794569 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:34.817573 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] For port 6692f156-b0f4-4a76-8f40-0c779393331a, host dv-cinder-804757-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=6692f156-b0f4-4a76-8f40-0c779393331a,segment=NetworkSegment(6c369326-29bf-41f1-8d37-65f3627778f0),segment_id=6c369326-29bf-41f1-8d37-65f3627778f0)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:17:34.822455 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:34.828661 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-2ab6f407-a139-4450-b99c-1d8b51696da2 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6292763 Aug 16 15:17:34.829168 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 38304) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:17:34.834224 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [None req-e89ca897-8b34-4c3d-9419-6144121d0543 admin admin] Request body: {'subnet': {'network_id': 'f9fa695e-51ab-46e4-b038-eed3bc2773f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-764803839-subnet', 'tenant_id': 'a6bfaea77cbc400f915185ebb0e1ab9c', 'ip_version': 4}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:17:34.847160 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab6f407-a139-4450-b99c-1d8b51696da2 admin admin] Pushing event updated for resources: {'Network': ['ID=f9fa695e-51ab-46e4-b038-eed3bc2773f1,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:34.860224 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-bb331090-d18d-4df6-93f4-115b28a0d383 req-5f381bd9-43e0-4a21-8c2b-12f75278b359 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599251 Aug 16 15:17:34.865333 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Network f9fa695e-51ab-46e4-b038-eed3bc2773f1 details requested by agent ovs-agent-dv-cinder-804757-1-iscsi with host dv-cinder-804757-1-iscsi {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 15:17:34.895375 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e89ca897-8b34-4c3d-9419-6144121d0543 admin admin] Made reservation on behalf of a6bfaea77cbc400f915185ebb0e1ab9c for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:17:34.897745 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e89ca897-8b34-4c3d-9419-6144121d0543 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26656853'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:34.919548 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb09139c-65f4-4749-b1ec-c584bc0ee1df None None] Sync routers for ids ['c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9'] in dv-cinder-804757-1-iscsi {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:17:34.930249 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Pushing event updated for resources: {'Port': ['ID=6692f156-b0f4-4a76-8f40-0c779393331a,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:34.949697 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb09139c-65f4-4749-b1ec-c584bc0ee1df None None] Routers {'c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:17:34.950428 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-cb09139c-65f4-4749-b1ec-c584bc0ee1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:17:34Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:17:35.083464 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-cb09139c-65f4-4749-b1ec-c584bc0ee1df None None] Set router c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9 gateway port host: dv-cinder-804757-1-iscsi {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:17:35.101150 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e89ca897-8b34-4c3d-9419-6144121d0543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4115071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2268743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26656827'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:35.170405 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5f8a3891-afd8-4a3f-99f3-eab7c9032578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:35.172841 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89ca897-8b34-4c3d-9419-6144121d0543 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22b90768-3ea1-4502-bb1b-05c3d9eec280,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:35.185303 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89ca897-8b34-4c3d-9419-6144121d0543 admin admin] Checking segment: {'id': '7d2b6eba-c669-4d86-b518-dc168d9ed460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f9fa695e-51ab-46e4-b038-eed3bc2773f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:17:35.185763 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89ca897-8b34-4c3d-9419-6144121d0543 admin admin] Network hostable DHCP agents. Network: f9fa695e-51ab-46e4-b038-eed3bc2773f1, hostable agents: ['7344f624-85b8-4b8b-b38a-21b8c75b4ec1'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 15:17:35.204743 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89ca897-8b34-4c3d-9419-6144121d0543 admin admin] Network f9fa695e-51ab-46e4-b038-eed3bc2773f1 is scheduled to be hosted by DHCP agent 7344f624-85b8-4b8b-b38a-21b8c75b4ec1 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 15:17:35.215829 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-e89ca897-8b34-4c3d-9419-6144121d0543 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-1-iscsi, f9fa695e-51ab-46e4-b038-eed3bc2773f1) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:17:35.221046 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89ca897-8b34-4c3d-9419-6144121d0543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:35.221685 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e89ca897-8b34-4c3d-9419-6144121d0543 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3780594'] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:35.229599 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cab54cb-e380-4d12-9d76-e63c313bf910 None None] Network f9fa695e-51ab-46e4-b038-eed3bc2773f1 requested from dv-cinder-804757-1-iscsi {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:17:35.248531 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-e89ca897-8b34-4c3d-9419-6144121d0543 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4183898 Aug 16 15:17:35.249625 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 38318) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:17:35.256221 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.v2.base [None req-ba9ace99-5a61-402a-b454-21b3ebb8151b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-764803839-router', 'tenant_id': 'a6bfaea77cbc400f915185ebb0e1ab9c', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4'}}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:17:35.288291 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ba9ace99-5a61-402a-b454-21b3ebb8151b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3772405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46218'] for router, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:35.290265 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ba9ace99-5a61-402a-b454-21b3ebb8151b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3772249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3798708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4189620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-46209'] for router, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:35.359390 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ba9ace99-5a61-402a-b454-21b3ebb8151b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:35.578128 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-cb09139c-65f4-4749-b1ec-c584bc0ee1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9', 'name': 'tempest-TestShelveInstance-1037892935-router', 'tenant_id': 'b909c74720ca49ce9720908372ac710e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '6692f156-b0f4-4a76-8f40-0c779393331a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:17:29Z', 'updated_at': '2021-08-16T15:17:32Z', 'revision_number': 4, 'project_id': 'b909c74720ca49ce9720908372ac710e', 'gw_port': {'id': '6692f156-b0f4-4a76-8f40-0c779393331a', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:30Z', 'updated_at': '2021-08-16T15:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_interfaces': [{'id': 'cdc8ba3d-91bb-457b-9f25-fa8c4d756b8a', 'name': '', 'network_id': '39688803-4c7a-4e65-bd12-e072ee8a86dc', 'tenant_id': 'b909c74720ca49ce9720908372ac710e', 'mac_address': 'fa:16:3e:e7:e6:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '5f7e542c-3ecd-4a2a-b7d4-b70d0efc580a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:32Z', 'updated_at': '2021-08-16T15:17:32Z', 'revision_number': 2, 'project_id': 'b909c74720ca49ce9720908372ac710e', 'subnets': [{'id': '5f7e542c-3ecd-4a2a-b7d4-b70d0efc580a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:17:35.619052 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ba9ace99-5a61-402a-b454-21b3ebb8151b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:35.646430 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb09139c-65f4-4749-b1ec-c584bc0ee1df None None] Checking router: c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9 for host: dv-cinder-804757-1-iscsi {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:17:35.646935 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb09139c-65f4-4749-b1ec-c584bc0ee1df None None] Updating router c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9 port cdc8ba3d-91bb-457b-9f25-fa8c4d756b8a binding host dv-cinder-804757-1-iscsi {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 15:17:35.649610 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c046e26d-55ce-4aa5-95ab-2b2e32fcb47e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3766c4e-508b-5d3a-b6eb-efbff961488d-f9fa695e-51ab-46e4-b038-eed3bc2773f1', 'network_id': 'f9fa695e-51ab-46e4-b038-eed3bc2773f1', 'tenant_id': 'a6bfaea77cbc400f915185ebb0e1ab9c', 'fixed_ips': [{'subnet_id': '22b90768-3ea1-4502-bb1b-05c3d9eec280'}]}} from dv-cinder-804757-1-iscsi. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 15:17:35.654979 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c046e26d-55ce-4aa5-95ab-2b2e32fcb47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:35.723120 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-cb09139c-65f4-4749-b1ec-c584bc0ee1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:35.891669 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ba9ace99-5a61-402a-b454-21b3ebb8151b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:35.897250 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-c046e26d-55ce-4aa5-95ab-2b2e32fcb47e None None] Allocated IP 172.20.0.2 (f9fa695e-51ab-46e4-b038-eed3bc2773f1/22b90768-3ea1-4502-bb1b-05c3d9eec280/c3aba68c-38df-42d8-ad77-cb7e8203c03e) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:17:35.929477 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ba9ace99-5a61-402a-b454-21b3ebb8151b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:36.135560 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-ba9ace99-5a61-402a-b454-21b3ebb8151b admin admin] Allocated IP 172.27.3.40 (b7623838-067e-46d7-9324-3e363fad67d4/838856c9-cc6d-4250-847b-ebd189817dd9/95f60557-3add-4e28-a847-523d376a86be) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:17:36.151922 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b47c3-77bc-40be-9db2-65de830ec9a4 req-5a219377-7a95-456a-8be6-eab73c0a0fc6 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:36.153366 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-3c2b47c3-77bc-40be-9db2-65de830ec9a4 req-5a219377-7a95-456a-8be6-eab73c0a0fc6 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.0870502 Aug 16 15:17:36.245179 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-3c2b47c3-77bc-40be-9db2-65de830ec9a4 req-e9e8a2a3-6699-462d-ac3f-75c9e6a77ff0 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818124 Aug 16 15:17:36.250302 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 38354) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:17:36.343857 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ba9ace99-5a61-402a-b454-21b3ebb8151b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:36.484740 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device 6692f156-b0f4-4a76-8f40-0c779393331a up at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:17:36.516339 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ba9ace99-5a61-402a-b454-21b3ebb8151b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769335250701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2787876'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:36.543154 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c046e26d-55ce-4aa5-95ab-2b2e32fcb47e None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:36.553030 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-51535716-b0da-4fa6-83d6-4c76d56e04c2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=793885827ab547be9428708a9026fa90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3015261 Aug 16 15:17:36.555665 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 38370) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:17:36.574943 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9ace99-5a61-402a-b454-21b3ebb8151b admin admin] Network b7623838-067e-46d7-9324-3e363fad67d4 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:17:36.579919 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-ba9ace99-5a61-402a-b454-21b3ebb8151b admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:17:36.587905 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9ace99-5a61-402a-b454-21b3ebb8151b admin admin] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:17:36.596816 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9ace99-5a61-402a-b454-21b3ebb8151b admin admin] Pushing event updated for resources: {'Port': ['ID=95f60557-3add-4e28-a847-523d376a86be,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:36.607682 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c046e26d-55ce-4aa5-95ab-2b2e32fcb47e None None] Transition to ACTIVE for port object c3aba68c-38df-42d8-ad77-cb7e8203c03e will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:17:36.635117 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-cb09139c-65f4-4749-b1ec-c584bc0ee1df None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:36.656980 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-03e4910c-2c82-476f-8975-bfd2e6f0174d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:36.684132 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c046e26d-55ce-4aa5-95ab-2b2e32fcb47e None None] Transition to ACTIVE for port object c3aba68c-38df-42d8-ad77-cb7e8203c03e will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:17:36.689036 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-cb09139c-65f4-4749-b1ec-c584bc0ee1df None None] Transition to ACTIVE for port object cdc8ba3d-91bb-457b-9f25-fa8c4d756b8a will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:17:36.702958 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-03e4910c-2c82-476f-8975-bfd2e6f0174d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:36.708005 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-cb09139c-65f4-4749-b1ec-c584bc0ee1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:36.757510 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c046e26d-55ce-4aa5-95ab-2b2e32fcb47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769335250701'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:36.841830 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-03e4910c-2c82-476f-8975-bfd2e6f0174d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:36.844687 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-03e4910c-2c82-476f-8975-bfd2e6f0174d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:36.846608 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-03e4910c-2c82-476f-8975-bfd2e6f0174d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/26af3387-66fb-4a20-a5af-46e3abb69d3d HTTP/1.1" status: 204 len: 168 time: 0.2892721 Aug 16 15:17:36.867914 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e4910c-2c82-476f-8975-bfd2e6f0174d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26af3387-66fb-4a20-a5af-46e3abb69d3d,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:36.881018 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c046e26d-55ce-4aa5-95ab-2b2e32fcb47e None None] Network f9fa695e-51ab-46e4-b038-eed3bc2773f1 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:17:36.972607 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-c046e26d-55ce-4aa5-95ab-2b2e32fcb47e None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:17:36.985904 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c046e26d-55ce-4aa5-95ab-2b2e32fcb47e None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:17:37.006475 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning complete for port 6692f156-b0f4-4a76-8f40-0c779393331a triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:17:37.007177 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:37.014561 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4fd61f29-14ed-4c81-94cc-08da44d16cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:37.172717 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ba9ace99-5a61-402a-b454-21b3ebb8151b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:37.270575 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2727cb79-186f-4ed6-bd75-89c27a522de4 None None] Pushing event updated for resources: {'Port': ['ID=cdc8ba3d-91bb-457b-9f25-fa8c4d756b8a,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:37.480638 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-cb09139c-65f4-4749-b1ec-c584bc0ee1df None None] Attempting to bind port cdc8ba3d-91bb-457b-9f25-fa8c4d756b8a on host dv-cinder-804757-1-iscsi for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:17:37.481812 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-cb09139c-65f4-4749-b1ec-c584bc0ee1df None None] Attempting to bind port cdc8ba3d-91bb-457b-9f25-fa8c4d756b8a by drivers openvswitch,hyperv on host dv-cinder-804757-1-iscsi at level 0 using segments [{'id': '6a81eeb2-96ac-46f1-9327-0389c5f89c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '39688803-4c7a-4e65-bd12-e072ee8a86dc'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:17:37.483046 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb09139c-65f4-4749-b1ec-c584bc0ee1df None None] Attempting to bind port cdc8ba3d-91bb-457b-9f25-fa8c4d756b8a on network 39688803-4c7a-4e65-bd12-e072ee8a86dc {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:17:37.497554 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb09139c-65f4-4749-b1ec-c584bc0ee1df None None] Checking agent: {'id': '038bb836-fe78-417c-a302-5d10dc6ddcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 8, 4), 'started_at': datetime.datetime(2021, 8, 16, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:17:37.498035 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb09139c-65f4-4749-b1ec-c584bc0ee1df None None] Checking segment: {'id': '6a81eeb2-96ac-46f1-9327-0389c5f89c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '39688803-4c7a-4e65-bd12-e072ee8a86dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:17:37.498443 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-cb09139c-65f4-4749-b1ec-c584bc0ee1df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:37.498843 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb09139c-65f4-4749-b1ec-c584bc0ee1df None None] Bound using segment: {'id': '6a81eeb2-96ac-46f1-9327-0389c5f89c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '39688803-4c7a-4e65-bd12-e072ee8a86dc'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:17:37.499458 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-cb09139c-65f4-4749-b1ec-c584bc0ee1df None None] Bound port: cdc8ba3d-91bb-457b-9f25-fa8c4d756b8a, host: dv-cinder-804757-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a81eeb2-96ac-46f1-9327-0389c5f89c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '39688803-4c7a-4e65-bd12-e072ee8a86dc'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:17:37.499845 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-cb09139c-65f4-4749-b1ec-c584bc0ee1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:37.560305 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c046e26d-55ce-4aa5-95ab-2b2e32fcb47e None None] Pushing event updated for resources: {'Port': ['ID=c3aba68c-38df-42d8-ad77-cb7e8203c03e,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:37.590123 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ba9ace99-5a61-402a-b454-21b3ebb8151b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798747'] for router, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:37.672120 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-c046e26d-55ce-4aa5-95ab-2b2e32fcb47e None None] Attempting to bind port c3aba68c-38df-42d8-ad77-cb7e8203c03e on host dv-cinder-804757-1-iscsi for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:17:37.672714 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-c046e26d-55ce-4aa5-95ab-2b2e32fcb47e None None] Attempting to bind port c3aba68c-38df-42d8-ad77-cb7e8203c03e by drivers openvswitch,hyperv on host dv-cinder-804757-1-iscsi at level 0 using segments [{'id': '7d2b6eba-c669-4d86-b518-dc168d9ed460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f9fa695e-51ab-46e4-b038-eed3bc2773f1'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:17:37.673179 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c046e26d-55ce-4aa5-95ab-2b2e32fcb47e None None] Attempting to bind port c3aba68c-38df-42d8-ad77-cb7e8203c03e on network f9fa695e-51ab-46e4-b038-eed3bc2773f1 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:17:37.715211 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c046e26d-55ce-4aa5-95ab-2b2e32fcb47e None None] Checking agent: {'id': '038bb836-fe78-417c-a302-5d10dc6ddcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 8, 4), 'started_at': datetime.datetime(2021, 8, 16, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:17:37.715636 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c046e26d-55ce-4aa5-95ab-2b2e32fcb47e None None] Checking segment: {'id': '7d2b6eba-c669-4d86-b518-dc168d9ed460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f9fa695e-51ab-46e4-b038-eed3bc2773f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:17:37.716002 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c046e26d-55ce-4aa5-95ab-2b2e32fcb47e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:37.716420 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c046e26d-55ce-4aa5-95ab-2b2e32fcb47e None None] Bound using segment: {'id': '7d2b6eba-c669-4d86-b518-dc168d9ed460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f9fa695e-51ab-46e4-b038-eed3bc2773f1'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:17:37.716916 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-c046e26d-55ce-4aa5-95ab-2b2e32fcb47e None None] Bound port: c3aba68c-38df-42d8-ad77-cb7e8203c03e, host: dv-cinder-804757-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d2b6eba-c669-4d86-b518-dc168d9ed460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f9fa695e-51ab-46e4-b038-eed3bc2773f1'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:17:37.718824 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c046e26d-55ce-4aa5-95ab-2b2e32fcb47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:37.742261 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-cb09139c-65f4-4749-b1ec-c584bc0ee1df None None] For port cdc8ba3d-91bb-457b-9f25-fa8c4d756b8a, host dv-cinder-804757-1-iscsi, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:17:37.776522 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7991e3-bd08-4018-8d97-6f93a135be12 req-6f2f14d6-ca43-4c7a-b58f-76aee0d4c09b tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:37.778352 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-ec7991e3-bd08-4018-8d97-6f93a135be12 req-6f2f14d6-ca43-4c7a-b58f-76aee0d4c09b tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.1979296 Aug 16 15:17:37.779104 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba9ace99-5a61-402a-b454-21b3ebb8151b admin admin] Router 75cc8d94-33f4-449d-b8b3-32b45a4a6532 is scheduled to L3 agent b2ca3166-9002-4222-bd01-ae8f73ca62dc with binding_index 1 {{(pid=94052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 15:17:37.793436 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-cb09139c-65f4-4749-b1ec-c584bc0ee1df None None] For port cdc8ba3d-91bb-457b-9f25-fa8c4d756b8a, host dv-cinder-804757-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=cdc8ba3d-91bb-457b-9f25-fa8c4d756b8a,segment=NetworkSegment(6a81eeb2-96ac-46f1-9327-0389c5f89c7d),segment_id=6a81eeb2-96ac-46f1-9327-0389c5f89c7d)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:17:37.808085 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-cb09139c-65f4-4749-b1ec-c584bc0ee1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:37.940505 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2727cb79-186f-4ed6-bd75-89c27a522de4 None None] Pushing event updated for resources: {'Port': ['ID=cdc8ba3d-91bb-457b-9f25-fa8c4d756b8a,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:37.946727 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-ec7991e3-bd08-4018-8d97-6f93a135be12 req-6b5121b7-68a6-41d8-ac00-2a39d667c97a tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540701 Aug 16 15:17:37.957928 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9ace99-5a61-402a-b454-21b3ebb8151b admin admin] Notify agent at l3_agent.dv-cinder-804757-1-iscsi the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:17:37.972985 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac44b5f-5161-4a87-b44c-f78881f4e054 None None] Sync routers for ids ['75cc8d94-33f4-449d-b8b3-32b45a4a6532'] in dv-cinder-804757-1-iscsi {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:17:37.995994 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac44b5f-5161-4a87-b44c-f78881f4e054 None None] Routers {'75cc8d94-33f4-449d-b8b3-32b45a4a6532'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:17:38.000428 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-bac44b5f-5161-4a87-b44c-f78881f4e054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:17:34Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['75cc8d94-33f4-449d-b8b3-32b45a4a6532'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:17:38.011744 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ba9ace99-5a61-402a-b454-21b3ebb8151b admin admin] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:38.015010 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-ba9ace99-5a61-402a-b454-21b3ebb8151b admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.7630599 Aug 16 15:17:38.017907 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 38422) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:17:38.056158 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-c046e26d-55ce-4aa5-95ab-2b2e32fcb47e None None] For port c3aba68c-38df-42d8-ad77-cb7e8203c03e, host dv-cinder-804757-1-iscsi, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:17:38.065363 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-c046e26d-55ce-4aa5-95ab-2b2e32fcb47e None None] For port c3aba68c-38df-42d8-ad77-cb7e8203c03e, host dv-cinder-804757-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=c3aba68c-38df-42d8-ad77-cb7e8203c03e,segment=NetworkSegment(7d2b6eba-c669-4d86-b518-dc168d9ed460),segment_id=7d2b6eba-c669-4d86-b518-dc168d9ed460)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:17:38.068650 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb09139c-65f4-4749-b1ec-c584bc0ee1df None None] Routers {'c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:17:38.069999 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-cb09139c-65f4-4749-b1ec-c584bc0ee1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:17:34Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:17:38.079229 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c046e26d-55ce-4aa5-95ab-2b2e32fcb47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:38.232040 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 38428) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:17:38.267311 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-bac44b5f-5161-4a87-b44c-f78881f4e054 None None] Set router 75cc8d94-33f4-449d-b8b3-32b45a4a6532 gateway port host: dv-cinder-804757-1-iscsi {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:17:38.343702 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c046e26d-55ce-4aa5-95ab-2b2e32fcb47e None None] Pushing event updated for resources: {'Port': ['ID=c3aba68c-38df-42d8-ad77-cb7e8203c03e,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:38.469269 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [None req-f863dbd2-d634-4e24-83c2-9a033cddf70c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1364490860-network', 'tenant_id': 'ec1f0c69448e428ab6d77512a292a262'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:17:38.496634 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-cb09139c-65f4-4749-b1ec-c584bc0ee1df None None] Set router c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9 gateway port host: dv-cinder-804757-1-iscsi {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:17:38.566228 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f863dbd2-d634-4e24-83c2-9a033cddf70c admin admin] Made reservation on behalf of ec1f0c69448e428ab6d77512a292a262 for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:17:38.572146 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f863dbd2-d634-4e24-83c2-9a033cddf70c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:38.616589 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f863dbd2-d634-4e24-83c2-9a033cddf70c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:38.708443 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-bac44b5f-5161-4a87-b44c-f78881f4e054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75cc8d94-33f4-449d-b8b3-32b45a4a6532', 'name': 'tempest-TestShelveInstance-764803839-router', 'tenant_id': 'a6bfaea77cbc400f915185ebb0e1ab9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '95f60557-3add-4e28-a847-523d376a86be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:17:35Z', 'updated_at': '2021-08-16T15:17:36Z', 'revision_number': 3, 'project_id': 'a6bfaea77cbc400f915185ebb0e1ab9c', 'gw_port': {'id': '95f60557-3add-4e28-a847-523d376a86be', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:79:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75cc8d94-33f4-449d-b8b3-32b45a4a6532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:35Z', 'updated_at': '2021-08-16T15:17:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi'}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:17:38.821445 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac44b5f-5161-4a87-b44c-f78881f4e054 None None] Checking router: 75cc8d94-33f4-449d-b8b3-32b45a4a6532 for host: dv-cinder-804757-1-iscsi {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:17:38.822130 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac44b5f-5161-4a87-b44c-f78881f4e054 None None] Updating router 75cc8d94-33f4-449d-b8b3-32b45a4a6532 port 95f60557-3add-4e28-a847-523d376a86be binding host dv-cinder-804757-1-iscsi {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 15:17:38.906175 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-bac44b5f-5161-4a87-b44c-f78881f4e054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:38.985846 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f863dbd2-d634-4e24-83c2-9a033cddf70c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:38.991403 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f863dbd2-d634-4e24-83c2-9a033cddf70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:39.030763 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f863dbd2-d634-4e24-83c2-9a033cddf70c admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 15:17:39.054315 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f863dbd2-d634-4e24-83c2-9a033cddf70c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014199'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:39.056120 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.db.segments_db [None req-f863dbd2-d634-4e24-83c2-9a033cddf70c admin admin] Added segment 29364316-07c3-48dc-8d26-bb814f8359ac of type vlan for network 0fa8beeb-54ff-4459-ae7e-dcfe9bda3c04 Aug 16 15:17:39.112264 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f863dbd2-d634-4e24-83c2-9a033cddf70c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769335234654'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:39.165615 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f863dbd2-d634-4e24-83c2-9a033cddf70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:39.167089 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f863dbd2-d634-4e24-83c2-9a033cddf70c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:39.168101 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f863dbd2-d634-4e24-83c2-9a033cddf70c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3780594'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:39.233594 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-bac44b5f-5161-4a87-b44c-f78881f4e054 None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:39.249185 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-bac44b5f-5161-4a87-b44c-f78881f4e054 None None] Transition to ACTIVE for port object 95f60557-3add-4e28-a847-523d376a86be will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:17:39.275539 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-bac44b5f-5161-4a87-b44c-f78881f4e054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:39.280598 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-cb09139c-65f4-4749-b1ec-c584bc0ee1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9', 'name': 'tempest-TestShelveInstance-1037892935-router', 'tenant_id': 'b909c74720ca49ce9720908372ac710e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '6692f156-b0f4-4a76-8f40-0c779393331a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:17:29Z', 'updated_at': '2021-08-16T15:17:32Z', 'revision_number': 4, 'project_id': 'b909c74720ca49ce9720908372ac710e', 'gw_port': {'id': '6692f156-b0f4-4a76-8f40-0c779393331a', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:30Z', 'updated_at': '2021-08-16T15:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_interfaces': [{'id': 'cdc8ba3d-91bb-457b-9f25-fa8c4d756b8a', 'name': '', 'network_id': '39688803-4c7a-4e65-bd12-e072ee8a86dc', 'tenant_id': 'b909c74720ca49ce9720908372ac710e', 'mac_address': 'fa:16:3e:e7:e6:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '5f7e542c-3ecd-4a2a-b7d4-b70d0efc580a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:32Z', 'updated_at': '2021-08-16T15:17:37Z', 'revision_number': 4, 'project_id': 'b909c74720ca49ce9720908372ac710e', 'subnets': [{'id': '5f7e542c-3ecd-4a2a-b7d4-b70d0efc580a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:17:39.282876 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-55dc82ea-baf6-4460-a989-35d6c61ca578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:39.314387 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f863dbd2-d634-4e24-83c2-9a033cddf70c admin admin] Pushing event updated for resources: {'Network': ['ID=0fa8beeb-54ff-4459-ae7e-dcfe9bda3c04,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:39.338148 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc04eeab-ec5b-4039-a78d-22578c501879 None None] Pushing event updated for resources: {'Port': ['ID=95f60557-3add-4e28-a847-523d376a86be,revision_number=2']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:39.357484 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f863dbd2-d634-4e24-83c2-9a033cddf70c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=985bd559-0476-4845-ba63-ed2d1ad98e04,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:39.362458 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc04eeab-ec5b-4039-a78d-22578c501879 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:17:39.363044 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc04eeab-ec5b-4039-a78d-22578c501879 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:17:39.363590 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc04eeab-ec5b-4039-a78d-22578c501879 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:17:39.364172 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc04eeab-ec5b-4039-a78d-22578c501879 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:17:39.364726 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc04eeab-ec5b-4039-a78d-22578c501879 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:17:39.365334 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc04eeab-ec5b-4039-a78d-22578c501879 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:17:39.366294 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc04eeab-ec5b-4039-a78d-22578c501879 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:17:39.367005 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc04eeab-ec5b-4039-a78d-22578c501879 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:17:39.368628 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc04eeab-ec5b-4039-a78d-22578c501879 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:17:39.369477 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc04eeab-ec5b-4039-a78d-22578c501879 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:17:39.369960 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc04eeab-ec5b-4039-a78d-22578c501879 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:17:39.370563 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc04eeab-ec5b-4039-a78d-22578c501879 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:17:39.377007 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb09139c-65f4-4749-b1ec-c584bc0ee1df None None] The sync data for ids ['c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9'] in dv-cinder-804757-1-iscsi is: [{'id': 'c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9', 'name': 'tempest-TestShelveInstance-1037892935-router', 'tenant_id': 'b909c74720ca49ce9720908372ac710e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '6692f156-b0f4-4a76-8f40-0c779393331a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:17:29Z', 'updated_at': '2021-08-16T15:17:32Z', 'revision_number': 4, 'project_id': 'b909c74720ca49ce9720908372ac710e', 'gw_port': {'id': '6692f156-b0f4-4a76-8f40-0c779393331a', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:30Z', 'updated_at': '2021-08-16T15:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_interfaces': [{'id': 'cdc8ba3d-91bb-457b-9f25-fa8c4d756b8a', 'name': '', 'network_id': '39688803-4c7a-4e65-bd12-e072ee8a86dc', 'tenant_id': 'b909c74720ca49ce9720908372ac710e', 'mac_address': 'fa:16:3e:e7:e6:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '5f7e542c-3ecd-4a2a-b7d4-b70d0efc580a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:32Z', 'updated_at': '2021-08-16T15:17:37Z', 'revision_number': 4, 'project_id': 'b909c74720ca49ce9720908372ac710e', 'subnets': [{'id': '5f7e542c-3ecd-4a2a-b7d4-b70d0efc580a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:17:39.378563 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Network 0fa8beeb-54ff-4459-ae7e-dcfe9bda3c04 details requested by agent ovs-agent-dv-cinder-804757-1-iscsi with host dv-cinder-804757-1-iscsi {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 15:17:39.403313 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-f863dbd2-d634-4e24-83c2-9a033cddf70c admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1671386 Aug 16 15:17:39.404774 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 38458) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:17:39.407687 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1afcc6-469d-4a96-aa20-23b9f698f906 req-0a19b53a-b6f1-4f1e-a6a3-3226e0ff92b6 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:39.409177 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-6f1afcc6-469d-4a96-aa20-23b9f698f906 req-0a19b53a-b6f1-4f1e-a6a3-3226e0ff92b6 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.2565236 Aug 16 15:17:39.434525 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [None req-ae72b6e9-c2ab-4320-a7c0-ad5764fddcef admin admin] Request body: {'subnet': {'network_id': '0fa8beeb-54ff-4459-ae7e-dcfe9bda3c04', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1364490860-subnet', 'tenant_id': 'ec1f0c69448e428ab6d77512a292a262', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:17:39.448593 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-bac44b5f-5161-4a87-b44c-f78881f4e054 None None] Attempting to bind port 95f60557-3add-4e28-a847-523d376a86be on host dv-cinder-804757-1-iscsi for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:17:39.449374 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-bac44b5f-5161-4a87-b44c-f78881f4e054 None None] Attempting to bind port 95f60557-3add-4e28-a847-523d376a86be by drivers openvswitch,hyperv on host dv-cinder-804757-1-iscsi at level 0 using segments [{'id': '6c369326-29bf-41f1-8d37-65f3627778f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:17:39.449700 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac44b5f-5161-4a87-b44c-f78881f4e054 None None] Attempting to bind port 95f60557-3add-4e28-a847-523d376a86be on network b7623838-067e-46d7-9324-3e363fad67d4 {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:17:39.481637 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac44b5f-5161-4a87-b44c-f78881f4e054 None None] Checking agent: {'id': '038bb836-fe78-417c-a302-5d10dc6ddcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 8, 4), 'started_at': datetime.datetime(2021, 8, 16, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:17:39.482679 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac44b5f-5161-4a87-b44c-f78881f4e054 None None] Checking segment: {'id': '6c369326-29bf-41f1-8d37-65f3627778f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:17:39.510067 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-bac44b5f-5161-4a87-b44c-f78881f4e054 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:39.510877 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac44b5f-5161-4a87-b44c-f78881f4e054 None None] Bound using segment: {'id': '6c369326-29bf-41f1-8d37-65f3627778f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:17:39.519229 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-bac44b5f-5161-4a87-b44c-f78881f4e054 None None] Bound port: 95f60557-3add-4e28-a847-523d376a86be, host: dv-cinder-804757-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c369326-29bf-41f1-8d37-65f3627778f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:17:39.525051 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-bac44b5f-5161-4a87-b44c-f78881f4e054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:39.542068 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae72b6e9-c2ab-4320-a7c0-ad5764fddcef admin admin] Made reservation on behalf of ec1f0c69448e428ab6d77512a292a262 for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:17:39.551182 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ae72b6e9-c2ab-4320-a7c0-ad5764fddcef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26656853'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:39.722472 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-bac44b5f-5161-4a87-b44c-f78881f4e054 None None] For port 95f60557-3add-4e28-a847-523d376a86be, host dv-cinder-804757-1-iscsi, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:17:39.732625 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-bac44b5f-5161-4a87-b44c-f78881f4e054 None None] For port 95f60557-3add-4e28-a847-523d376a86be, host dv-cinder-804757-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=95f60557-3add-4e28-a847-523d376a86be,segment=NetworkSegment(6c369326-29bf-41f1-8d37-65f3627778f0),segment_id=6c369326-29bf-41f1-8d37-65f3627778f0)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:17:39.763153 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-bac44b5f-5161-4a87-b44c-f78881f4e054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:39.881257 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-6f1afcc6-469d-4a96-aa20-23b9f698f906 req-53aee98e-4123-40c6-a86b-3fb6baa36355 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4415195 Aug 16 15:17:39.946446 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac44b5f-5161-4a87-b44c-f78881f4e054 None None] Routers {'75cc8d94-33f4-449d-b8b3-32b45a4a6532'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:17:39.947092 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-bac44b5f-5161-4a87-b44c-f78881f4e054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:17:34Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['75cc8d94-33f4-449d-b8b3-32b45a4a6532'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:17:40.019732 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-55dc82ea-baf6-4460-a989-35d6c61ca578 admin admin] Allocated IP 172.20.0.1 (f9fa695e-51ab-46e4-b038-eed3bc2773f1/22b90768-3ea1-4502-bb1b-05c3d9eec280/3db3fa1c-be9e-49b1-9bc8-6a8d1b18ba31) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:17:40.037772 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc04eeab-ec5b-4039-a78d-22578c501879 None None] Pushing event updated for resources: {'Port': ['ID=95f60557-3add-4e28-a847-523d376a86be,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:40.173978 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ae72b6e9-c2ab-4320-a7c0-ad5764fddcef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4115071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2268743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26656827'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:40.202514 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-bac44b5f-5161-4a87-b44c-f78881f4e054 None None] Set router 75cc8d94-33f4-449d-b8b3-32b45a4a6532 gateway port host: dv-cinder-804757-1-iscsi {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:17:40.314755 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96289d66-556c-434b-8d40-4c078c93b2d1 None None] Network f9fa695e-51ab-46e4-b038-eed3bc2773f1 requested from dv-cinder-804757-1-iscsi {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:17:40.327353 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-55dc82ea-baf6-4460-a989-35d6c61ca578 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:40.370352 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-55dc82ea-baf6-4460-a989-35d6c61ca578 admin admin] Transition to ACTIVE for port object 3db3fa1c-be9e-49b1-9bc8-6a8d1b18ba31 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:17:40.389434 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae72b6e9-c2ab-4320-a7c0-ad5764fddcef admin admin] Checking segment: {'id': '29364316-07c3-48dc-8d26-bb814f8359ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0fa8beeb-54ff-4459-ae7e-dcfe9bda3c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:17:40.391000 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae72b6e9-c2ab-4320-a7c0-ad5764fddcef admin admin] Network hostable DHCP agents. Network: 0fa8beeb-54ff-4459-ae7e-dcfe9bda3c04, hostable agents: ['7344f624-85b8-4b8b-b38a-21b8c75b4ec1'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 15:17:40.410892 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae72b6e9-c2ab-4320-a7c0-ad5764fddcef admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc9e0f70-35d2-4c43-b381-cebe3b84bff8,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:40.443031 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-6518bfa0-1975-48e5-b89f-6e6b80d8eb74 None None] Provisioning for port c3aba68c-38df-42d8-ad77-cb7e8203c03e completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:17:40.470436 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae72b6e9-c2ab-4320-a7c0-ad5764fddcef admin admin] Network 0fa8beeb-54ff-4459-ae7e-dcfe9bda3c04 is scheduled to be hosted by DHCP agent 7344f624-85b8-4b8b-b38a-21b8c75b4ec1 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 15:17:40.502876 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-ae72b6e9-c2ab-4320-a7c0-ad5764fddcef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-1-iscsi, 0fa8beeb-54ff-4459-ae7e-dcfe9bda3c04) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:17:40.514062 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae72b6e9-c2ab-4320-a7c0-ad5764fddcef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:40.518829 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ae72b6e9-c2ab-4320-a7c0-ad5764fddcef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3780594'] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:40.520500 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-55dc82ea-baf6-4460-a989-35d6c61ca578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769335250701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2787876'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:40.528943 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9529ec35-3813-417f-98cb-c0837529260a None None] Network 0fa8beeb-54ff-4459-ae7e-dcfe9bda3c04 requested from dv-cinder-804757-1-iscsi {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:17:40.552973 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-ae72b6e9-c2ab-4320-a7c0-ad5764fddcef admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1455162 Aug 16 15:17:40.632796 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55dc82ea-baf6-4460-a989-35d6c61ca578 admin admin] Network f9fa695e-51ab-46e4-b038-eed3bc2773f1 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:17:40.637682 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-55dc82ea-baf6-4460-a989-35d6c61ca578 admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:17:40.647691 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dc82ea-baf6-4460-a989-35d6c61ca578 admin admin] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:17:40.698250 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dc82ea-baf6-4460-a989-35d6c61ca578 admin admin] Pushing event updated for resources: {'Port': ['ID=3db3fa1c-be9e-49b1-9bc8-6a8d1b18ba31,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:40.727917 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-55dc82ea-baf6-4460-a989-35d6c61ca578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4167348'] for router_interface, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:40.795748 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device c3aba68c-38df-42d8-ad77-cb7e8203c03e up at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:17:40.877369 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-bac44b5f-5161-4a87-b44c-f78881f4e054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75cc8d94-33f4-449d-b8b3-32b45a4a6532', 'name': 'tempest-TestShelveInstance-764803839-router', 'tenant_id': 'a6bfaea77cbc400f915185ebb0e1ab9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '95f60557-3add-4e28-a847-523d376a86be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:17:35Z', 'updated_at': '2021-08-16T15:17:36Z', 'revision_number': 3, 'project_id': 'a6bfaea77cbc400f915185ebb0e1ab9c', 'gw_port': {'id': '95f60557-3add-4e28-a847-523d376a86be', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:79:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75cc8d94-33f4-449d-b8b3-32b45a4a6532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:35Z', 'updated_at': '2021-08-16T15:17:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi'}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:17:40.926084 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning for port c3aba68c-38df-42d8-ad77-cb7e8203c03e completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:17:40.942192 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning complete for port c3aba68c-38df-42d8-ad77-cb7e8203c03e triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:17:40.943639 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:40.993854 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac44b5f-5161-4a87-b44c-f78881f4e054 None None] The sync data for ids ['75cc8d94-33f4-449d-b8b3-32b45a4a6532'] in dv-cinder-804757-1-iscsi is: [{'id': '75cc8d94-33f4-449d-b8b3-32b45a4a6532', 'name': 'tempest-TestShelveInstance-764803839-router', 'tenant_id': 'a6bfaea77cbc400f915185ebb0e1ab9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '95f60557-3add-4e28-a847-523d376a86be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:17:35Z', 'updated_at': '2021-08-16T15:17:36Z', 'revision_number': 3, 'project_id': 'a6bfaea77cbc400f915185ebb0e1ab9c', 'gw_port': {'id': '95f60557-3add-4e28-a847-523d376a86be', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:79:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75cc8d94-33f4-449d-b8b3-32b45a4a6532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:35Z', 'updated_at': '2021-08-16T15:17:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi'}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:17:41.121832 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef5df69-f1a8-4a5a-bf90-b09b25078b35 None None] Network 0fa8beeb-54ff-4459-ae7e-dcfe9bda3c04 requested from dv-cinder-804757-1-iscsi {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:17:41.125583 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-55dc82ea-baf6-4460-a989-35d6c61ca578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:41.334267 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-55dc82ea-baf6-4460-a989-35d6c61ca578 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:41.342550 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-55dc82ea-baf6-4460-a989-35d6c61ca578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2787883'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:41.391853 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-55dc82ea-baf6-4460-a989-35d6c61ca578 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3780398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4167192'] for router_interface, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:41.718180 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:41.795458 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] For port c3aba68c-38df-42d8-ad77-cb7e8203c03e, host dv-cinder-804757-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=c3aba68c-38df-42d8-ad77-cb7e8203c03e,segment=NetworkSegment(7d2b6eba-c669-4d86-b518-dc168d9ed460),segment_id=7d2b6eba-c669-4d86-b518-dc168d9ed460)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:17:41.802500 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:41.803511 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device cdc8ba3d-91bb-457b-9f25-fa8c4d756b8a up at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:17:41.943432 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bfe45f-6b03-449c-a036-84b17504bf56 req-d05fac63-0909-4a9a-bea0-97ecebe598d2 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:41.947593 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-b4bfe45f-6b03-449c-a036-84b17504bf56 req-d05fac63-0909-4a9a-bea0-97ecebe598d2 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.8758869 Aug 16 15:17:42.015766 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55dc82ea-baf6-4460-a989-35d6c61ca578 admin admin] Network f9fa695e-51ab-46e4-b038-eed3bc2773f1 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:17:42.048494 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-55dc82ea-baf6-4460-a989-35d6c61ca578 admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:17:42.156161 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dc82ea-baf6-4460-a989-35d6c61ca578 admin admin] Pushing event updated for resources: {'Port': ['ID=3db3fa1c-be9e-49b1-9bc8-6a8d1b18ba31,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:42.215929 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Pushing event updated for resources: {'Port': ['ID=c3aba68c-38df-42d8-ad77-cb7e8203c03e,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:42.276503 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-b4bfe45f-6b03-449c-a036-84b17504bf56 req-b0c8becf-1c3e-424e-9c4e-29753b6cadcc tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998307 Aug 16 15:17:42.294008 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-390aaf1e-2415-4674-a5e9-fe49fc0ab828 None None] Provisioning complete for port c3aba68c-38df-42d8-ad77-cb7e8203c03e triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:17:42.294430 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-390aaf1e-2415-4674-a5e9-fe49fc0ab828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:42.393726 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:17:42.394332 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:17:42.394831 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:17:42.395340 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:17:42.395826 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:17:42.396358 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:17:42.396941 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:17:42.397776 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:17:42.399769 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:17:42.400359 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:17:42.401100 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:17:42.401642 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:17:42.459883 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning for port cdc8ba3d-91bb-457b-9f25-fa8c4d756b8a completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:17:42.482818 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning complete for port cdc8ba3d-91bb-457b-9f25-fa8c4d756b8a triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:17:42.483361 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:42.494821 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55dc82ea-baf6-4460-a989-35d6c61ca578 admin admin] Router 75cc8d94-33f4-449d-b8b3-32b45a4a6532 has already been hosted by L3 agent b2ca3166-9002-4222-bd01-ae8f73ca62dc {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 15:17:42.509865 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 38542) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:17:42.670753 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-717e0972-7236-4c1c-b25b-7e118623d920 admin admin] Deleting subnet 64547a40-7e81-4405-a3fe-a8ef0974538f {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 15:17:42.683836 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-717e0972-7236-4c1c-b25b-7e118623d920 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:42.746842 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55dc82ea-baf6-4460-a989-35d6c61ca578 admin admin] Notify agent at l3_agent.dv-cinder-804757-1-iscsi the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:17:42.752555 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-55dc82ea-baf6-4460-a989-35d6c61ca578 admin admin] 10.222.0.22 "PUT /v2.0/routers/75cc8d94-33f4-449d-b8b3-32b45a4a6532/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7334816 Aug 16 15:17:42.784594 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-717e0972-7236-4c1c-b25b-7e118623d920 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2459736'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:42.814728 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-390aaf1e-2415-4674-a5e9-fe49fc0ab828 None None] Provisioning for port 3db3fa1c-be9e-49b1-9bc8-6a8d1b18ba31 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:17:42.825119 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-390aaf1e-2415-4674-a5e9-fe49fc0ab828 None None] Provisioning complete for port 3db3fa1c-be9e-49b1-9bc8-6a8d1b18ba31 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:17:42.825805 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-390aaf1e-2415-4674-a5e9-fe49fc0ab828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:42.874318 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-717e0972-7236-4c1c-b25b-7e118623d920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1014246'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:42.894669 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:42.916204 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-390aaf1e-2415-4674-a5e9-fe49fc0ab828 None None] Port 3db3fa1c-be9e-49b1-9bc8-6a8d1b18ba31 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 15:17:42.948457 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] For port cdc8ba3d-91bb-457b-9f25-fa8c4d756b8a, host dv-cinder-804757-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=cdc8ba3d-91bb-457b-9f25-fa8c4d756b8a,segment=NetworkSegment(6a81eeb2-96ac-46f1-9327-0389c5f89c7d),segment_id=6a81eeb2-96ac-46f1-9327-0389c5f89c7d)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:17:42.955552 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:43.021270 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Pushing event updated for resources: {'Port': ['ID=cdc8ba3d-91bb-457b-9f25-fa8c4d756b8a,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:43.024911 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-717e0972-7236-4c1c-b25b-7e118623d920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4115071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2268290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26656816'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:43.041956 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-1c792eec-d0a6-41a5-8303-6d8e36267c38 None None] Provisioning complete for port 3db3fa1c-be9e-49b1-9bc8-6a8d1b18ba31 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:17:43.042763 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1c792eec-d0a6-41a5-8303-6d8e36267c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:43.103955 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-1c792eec-d0a6-41a5-8303-6d8e36267c38 None None] Port 3db3fa1c-be9e-49b1-9bc8-6a8d1b18ba31 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 15:17:43.133190 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-717e0972-7236-4c1c-b25b-7e118623d920 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3780594'] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:43.136227 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-717e0972-7236-4c1c-b25b-7e118623d920 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/64547a40-7e81-4405-a3fe-a8ef0974538f HTTP/1.1" status: 204 len: 168 time: 0.6248386 Aug 16 15:17:43.137552 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717e0972-7236-4c1c-b25b-7e118623d920 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64547a40-7e81-4405-a3fe-a8ef0974538f,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:43.139633 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 38556) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:17:43.222998 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-02721d02-dbbc-437e-8535-a526fdf44d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653808'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:43.281740 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device c3aba68c-38df-42d8-ad77-cb7e8203c03e up at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:17:43.372580 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-02721d02-dbbc-437e-8535-a526fdf44d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000339', 'neutron.services.segments.db._delete_segments_for_network-8769335759171'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:43.405007 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.services.segments.db [None req-02721d02-dbbc-437e-8535-a526fdf44d11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a76002c-56cc-4a2a-89de-e152abf85541']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:17:43.430808 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.services.segments.db [None req-02721d02-dbbc-437e-8535-a526fdf44d11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '672a31eb-35f7-41c4-8feb-3b4c2f5a0a8f') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:17:43.431229 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.services.segments.db [None req-02721d02-dbbc-437e-8535-a526fdf44d11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '672a31eb-35f7-41c4-8feb-3b4c2f5a0a8f') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:17:43.447534 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning complete for port c3aba68c-38df-42d8-ad77-cb7e8203c03e triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:17:43.450308 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:43.468995 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-02721d02-dbbc-437e-8535-a526fdf44d11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769335762252', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2459729'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:43.491007 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-02721d02-dbbc-437e-8535-a526fdf44d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014199'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:43.533975 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02721d02-dbbc-437e-8535-a526fdf44d11 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 15:17:43.535325 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-02721d02-dbbc-437e-8535-a526fdf44d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2268388'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:43.542415 dv-cinder-804757-1-iscsi neutron-server[94051]: Traceback (most recent call last): Aug 16 15:17:43.542415 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 15:17:43.542415 dv-cinder-804757-1-iscsi neutron-server[94051]: timer() Aug 16 15:17:43.542415 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 15:17:43.542415 dv-cinder-804757-1-iscsi neutron-server[94051]: cb(*args, **kw) Aug 16 15:17:43.542415 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 15:17:43.542415 dv-cinder-804757-1-iscsi neutron-server[94051]: return func(*args, **kwargs) Aug 16 15:17:43.542415 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 15:17:43.542415 dv-cinder-804757-1-iscsi neutron-server[94051]: self._notify() Aug 16 15:17:43.542415 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 15:17:43.542415 dv-cinder-804757-1-iscsi neutron-server[94051]: self.callback(batched_events) Aug 16 15:17:43.542415 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 15:17:43.542415 dv-cinder-804757-1-iscsi neutron-server[94051]: event.method(event) Aug 16 15:17:43.542415 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 15:17:43.542415 dv-cinder-804757-1-iscsi neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 15:17:43.542415 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 15:17:43.542415 dv-cinder-804757-1-iscsi neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 15:17:43.542415 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 15:17:43.542415 dv-cinder-804757-1-iscsi neutron-server[94051]: return f(self, *a, **k) Aug 16 15:17:43.542415 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 15:17:43.542415 dv-cinder-804757-1-iscsi neutron-server[94051]: return self._get(url).json() Aug 16 15:17:43.542415 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 15:17:43.542415 dv-cinder-804757-1-iscsi neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 15:17:43.542415 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 15:17:43.542415 dv-cinder-804757-1-iscsi neutron-server[94051]: return self.request(url, 'GET', **kwargs) Aug 16 15:17:43.542415 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 15:17:43.542415 dv-cinder-804757-1-iscsi neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 15:17:43.542415 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 15:17:43.542415 dv-cinder-804757-1-iscsi neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 15:17:43.542415 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 15:17:43.542415 dv-cinder-804757-1-iscsi neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 15:17:43.542415 dv-cinder-804757-1-iscsi neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 15:17:43.568906 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device 95f60557-3add-4e28-a847-523d376a86be up at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:17:43.642151 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning for port 95f60557-3add-4e28-a847-523d376a86be completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:17:43.654072 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning complete for port 95f60557-3add-4e28-a847-523d376a86be triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:17:43.654599 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:43.665456 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab680d3-181f-41b9-9a8d-4b3879b1f03a req-945d3de1-f90a-4756-aac9-9ba1215e19e4 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:43.673530 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-cab680d3-181f-41b9-9a8d-4b3879b1f03a req-945d3de1-f90a-4756-aac9-9ba1215e19e4 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.1786613 Aug 16 15:17:43.691372 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-02721d02-dbbc-437e-8535-a526fdf44d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798563'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:43.737424 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02721d02-dbbc-437e-8535-a526fdf44d11 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a76002c-56cc-4a2a-89de-e152abf85541,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:43.739441 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-02721d02-dbbc-437e-8535-a526fdf44d11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3780594'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:43.741405 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-02721d02-dbbc-437e-8535-a526fdf44d11 admin admin] 10.222.0.22 "DELETE /v2.0/networks/2a76002c-56cc-4a2a-89de-e152abf85541 HTTP/1.1" status: 204 len: 168 time: 0.5998683 Aug 16 15:17:43.744596 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 38580) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:17:43.783493 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 38582) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:17:43.791194 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-cab680d3-181f-41b9-9a8d-4b3879b1f03a req-664819aa-c6cc-4131-87a1-792e522b8048 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112757 Aug 16 15:17:43.799469 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [None req-fad9c370-e5cf-4241-b1f8-b99861d47124 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-398377142', 'description': 'tempest-secgroup-smoke-398377142 description', 'project_id': 'b909c74720ca49ce9720908372ac710e'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:17:43.842036 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe99ebfa-71da-46e7-a69d-84a5ddefbef0 admin admin] Deleting subnet 2bb0032c-1386-4eac-af00-590fd3330f02 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 15:17:43.848925 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fe99ebfa-71da-46e7-a69d-84a5ddefbef0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:43.861923 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fad9c370-e5cf-4241-b1f8-b99861d47124 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:43.875201 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:43.919462 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] For port 95f60557-3add-4e28-a847-523d376a86be, host dv-cinder-804757-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=95f60557-3add-4e28-a847-523d376a86be,segment=NetworkSegment(6c369326-29bf-41f1-8d37-65f3627778f0),segment_id=6c369326-29bf-41f1-8d37-65f3627778f0)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:17:43.930176 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fe99ebfa-71da-46e7-a69d-84a5ddefbef0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2564625'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:43.934348 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:44.012648 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Pushing event updated for resources: {'Port': ['ID=95f60557-3add-4e28-a847-523d376a86be,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:44.029946 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fe99ebfa-71da-46e7-a69d-84a5ddefbef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1014246'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:44.105180 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4a80f4-eea5-40fd-9ad9-b75fc3a12ba9 None None] Sync routers for ids ['75cc8d94-33f4-449d-b8b3-32b45a4a6532'] in dv-cinder-804757-1-iscsi {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:17:44.114351 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fe99ebfa-71da-46e7-a69d-84a5ddefbef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4115071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2787953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26895611'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:44.122733 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4a80f4-eea5-40fd-9ad9-b75fc3a12ba9 None None] Routers {'75cc8d94-33f4-449d-b8b3-32b45a4a6532'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:17:44.123614 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-9f4a80f4-eea5-40fd-9ad9-b75fc3a12ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:17:34Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['75cc8d94-33f4-449d-b8b3-32b45a4a6532'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:17:44.136227 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fad9c370-e5cf-4241-b1f8-b99861d47124 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:44.142988 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fad9c370-e5cf-4241-b1f8-b99861d47124 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:44.184220 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad9c370-e5cf-4241-b1f8-b99861d47124 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17af3205-09df-4517-9712-91936f7ba92f,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:44.193174 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe99ebfa-71da-46e7-a69d-84a5ddefbef0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bb0032c-1386-4eac-af00-590fd3330f02,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:44.202823 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fe99ebfa-71da-46e7-a69d-84a5ddefbef0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:44.206570 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-fe99ebfa-71da-46e7-a69d-84a5ddefbef0 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/2bb0032c-1386-4eac-af00-590fd3330f02 HTTP/1.1" status: 204 len: 168 time: 0.4599667 Aug 16 15:17:44.209674 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 38592) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:17:44.231431 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fad9c370-e5cf-4241-b1f8-b99861d47124 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:44.234209 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-fad9c370-e5cf-4241-b1f8-b99861d47124 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4417236 Aug 16 15:17:44.238998 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 38594) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:17:44.244859 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [None req-ef326533-1e73-4326-9d92-b7dd4a7dacec tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Request body: {'security_group_rule': {'security_group_id': '17af3205-09df-4517-9712-91936f7ba92f', 'project_id': 'b909c74720ca49ce9720908372ac710e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:17:44.279364 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c9dcd9-223c-47e3-9751-748f6fbc719a req-333c6294-135e-432a-8f59-2a1e1d7aea30 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:44.281405 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-80c9dcd9-223c-47e3-9751-748f6fbc719a req-333c6294-135e-432a-8f59-2a1e1d7aea30 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] 10.222.0.22 "GET /v2.0/networks?id=0fa8beeb-54ff-4459-ae7e-dcfe9bda3c04 HTTP/1.1" status: 200 len: 814 time: 0.3576529 Aug 16 15:17:44.299702 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-80c9dcd9-223c-47e3-9751-748f6fbc719a req-f3be7724-ce52-4e05-81e3-ccfa4dc795b1 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] 10.222.0.22 "GET /v2.0/quotas/ec1f0c69448e428ab6d77512a292a262 HTTP/1.1" status: 200 len: 375 time: 0.0110080 Aug 16 15:17:44.318452 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-67f07436-ab79-4e60-9a4f-3cf5fb0fb948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653808'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:44.334338 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-80c9dcd9-223c-47e3-9751-748f6fbc719a req-5588f4da-aee5-470a-97c6-e5de74e6d460 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ec1f0c69448e428ab6d77512a292a262&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289249 Aug 16 15:17:44.341282 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ef326533-1e73-4326-9d92-b7dd4a7dacec tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:44.421409 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-67f07436-ab79-4e60-9a4f-3cf5fb0fb948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000339', 'neutron.services.segments.db._delete_segments_for_network-8769335759171'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:44.436294 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.services.segments.db [None req-67f07436-ab79-4e60-9a4f-3cf5fb0fb948 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['549e161f-afca-4638-b700-1847ba422acb']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:17:44.446111 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-9f4a80f4-eea5-40fd-9ad9-b75fc3a12ba9 None None] Set router 75cc8d94-33f4-449d-b8b3-32b45a4a6532 gateway port host: dv-cinder-804757-1-iscsi {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:17:44.458585 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.services.segments.db [None req-67f07436-ab79-4e60-9a4f-3cf5fb0fb948 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f431579-2088-4716-b17d-bba9bacefbeb') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:17:44.458898 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.services.segments.db [None req-67f07436-ab79-4e60-9a4f-3cf5fb0fb948 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f431579-2088-4716-b17d-bba9bacefbeb') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:17:44.479223 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-67f07436-ab79-4e60-9a4f-3cf5fb0fb948 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769335762252', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2564632'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:44.498871 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-67f07436-ab79-4e60-9a4f-3cf5fb0fb948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014199'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:44.509101 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67f07436-ab79-4e60-9a4f-3cf5fb0fb948 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 15:17:44.509491 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-67f07436-ab79-4e60-9a4f-3cf5fb0fb948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2787863'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:44.586388 dv-cinder-804757-1-iscsi neutron-server[94052]: Traceback (most recent call last): Aug 16 15:17:44.586388 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 15:17:44.586388 dv-cinder-804757-1-iscsi neutron-server[94052]: timer() Aug 16 15:17:44.586388 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 15:17:44.586388 dv-cinder-804757-1-iscsi neutron-server[94052]: cb(*args, **kw) Aug 16 15:17:44.586388 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 15:17:44.586388 dv-cinder-804757-1-iscsi neutron-server[94052]: return func(*args, **kwargs) Aug 16 15:17:44.586388 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 15:17:44.586388 dv-cinder-804757-1-iscsi neutron-server[94052]: self._notify() Aug 16 15:17:44.586388 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 15:17:44.586388 dv-cinder-804757-1-iscsi neutron-server[94052]: self.callback(batched_events) Aug 16 15:17:44.586388 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 15:17:44.586388 dv-cinder-804757-1-iscsi neutron-server[94052]: event.method(event) Aug 16 15:17:44.586388 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 15:17:44.586388 dv-cinder-804757-1-iscsi neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 15:17:44.586388 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 15:17:44.586388 dv-cinder-804757-1-iscsi neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 15:17:44.586388 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 15:17:44.586388 dv-cinder-804757-1-iscsi neutron-server[94052]: return f(self, *a, **k) Aug 16 15:17:44.586388 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 15:17:44.586388 dv-cinder-804757-1-iscsi neutron-server[94052]: return self._get(url).json() Aug 16 15:17:44.586388 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 15:17:44.586388 dv-cinder-804757-1-iscsi neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 15:17:44.586388 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 15:17:44.586388 dv-cinder-804757-1-iscsi neutron-server[94052]: return self.request(url, 'GET', **kwargs) Aug 16 15:17:44.586388 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 15:17:44.586388 dv-cinder-804757-1-iscsi neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 15:17:44.586388 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 15:17:44.586388 dv-cinder-804757-1-iscsi neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 15:17:44.586388 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 15:17:44.586388 dv-cinder-804757-1-iscsi neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 15:17:44.586388 dv-cinder-804757-1-iscsi neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 15:17:44.593183 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-67f07436-ab79-4e60-9a4f-3cf5fb0fb948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798563'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:44.603816 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-67f07436-ab79-4e60-9a4f-3cf5fb0fb948 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3780594'] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:44.608719 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-67f07436-ab79-4e60-9a4f-3cf5fb0fb948 admin admin] 10.222.0.22 "DELETE /v2.0/networks/549e161f-afca-4638-b700-1847ba422acb HTTP/1.1" status: 204 len: 168 time: 0.3953495 Aug 16 15:17:44.618262 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f07436-ab79-4e60-9a4f-3cf5fb0fb948 admin admin] Pushing event deleted for resources: {'Network': ['ID=549e161f-afca-4638-b700-1847ba422acb,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:44.764873 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-9f4a80f4-eea5-40fd-9ad9-b75fc3a12ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75cc8d94-33f4-449d-b8b3-32b45a4a6532', 'name': 'tempest-TestShelveInstance-764803839-router', 'tenant_id': 'a6bfaea77cbc400f915185ebb0e1ab9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '95f60557-3add-4e28-a847-523d376a86be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:17:35Z', 'updated_at': '2021-08-16T15:17:40Z', 'revision_number': 4, 'project_id': 'a6bfaea77cbc400f915185ebb0e1ab9c', 'gw_port': {'id': '95f60557-3add-4e28-a847-523d376a86be', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:79:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cc8d94-33f4-449d-b8b3-32b45a4a6532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:35Z', 'updated_at': '2021-08-16T15:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_interfaces': [{'id': '3db3fa1c-be9e-49b1-9bc8-6a8d1b18ba31', 'name': '', 'network_id': 'f9fa695e-51ab-46e4-b038-eed3bc2773f1', 'tenant_id': 'a6bfaea77cbc400f915185ebb0e1ab9c', 'mac_address': 'fa:16:3e:fa:4b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75cc8d94-33f4-449d-b8b3-32b45a4a6532', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '22b90768-3ea1-4502-bb1b-05c3d9eec280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:39Z', 'updated_at': '2021-08-16T15:17:41Z', 'revision_number': 2, 'project_id': 'a6bfaea77cbc400f915185ebb0e1ab9c', 'subnets': [{'id': '22b90768-3ea1-4502-bb1b-05c3d9eec280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:17:44.811075 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4a80f4-eea5-40fd-9ad9-b75fc3a12ba9 None None] Checking router: 75cc8d94-33f4-449d-b8b3-32b45a4a6532 for host: dv-cinder-804757-1-iscsi {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:17:44.811431 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4a80f4-eea5-40fd-9ad9-b75fc3a12ba9 None None] Updating router 75cc8d94-33f4-449d-b8b3-32b45a4a6532 port 3db3fa1c-be9e-49b1-9bc8-6a8d1b18ba31 binding host dv-cinder-804757-1-iscsi {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 15:17:44.822699 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 38608) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:17:44.842512 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-80c9dcd9-223c-47e3-9751-748f6fbc719a req-76d64cd7-49a6-4f16-a3a8-9e35f40d48b4 service neutron] 10.222.0.22 "GET /v2.0/networks/0fa8beeb-54ff-4459-ae7e-dcfe9bda3c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4968600 Aug 16 15:17:44.847716 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9f4a80f4-eea5-40fd-9ad9-b75fc3a12ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:44.886766 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ef326533-1e73-4326-9d92-b7dd4a7dacec tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:44.918445 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-87e43c56-0ec0-453e-9811-ff455d84107c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=529eaf03cf564486acbd825ef8046485&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0924051 Aug 16 15:17:44.918771 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 38610) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:17:44.921580 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ef326533-1e73-4326-9d92-b7dd4a7dacec tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109690'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:44.948589 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef326533-1e73-4326-9d92-b7dd4a7dacec tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5e1d594-8c1f-49c0-b2e7-5e91ff2831dd,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:44.977816 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ef326533-1e73-4326-9d92-b7dd4a7dacec tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:44.979799 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-ef326533-1e73-4326-9d92-b7dd4a7dacec tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7389963 Aug 16 15:17:44.982749 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 38612) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:17:44.988227 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [None req-3cbeaeb9-aade-47d6-9fb1-223d53a378a2 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Request body: {'security_group_rule': {'security_group_id': '17af3205-09df-4517-9712-91936f7ba92f', 'project_id': 'b909c74720ca49ce9720908372ac710e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:17:45.022382 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8b589ef3-d6e0-4f06-90ff-afc098362c2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:45.056507 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8b589ef3-d6e0-4f06-90ff-afc098362c2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:45.058758 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-80c9dcd9-223c-47e3-9751-748f6fbc719a req-513b915e-a7d0-4b86-8159-6607e3d1fc72 service neutron] 10.222.0.22 "GET /v2.0/networks/0fa8beeb-54ff-4459-ae7e-dcfe9bda3c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055576 Aug 16 15:17:45.076645 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3cbeaeb9-aade-47d6-9fb1-223d53a378a2 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:45.103912 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device cdc8ba3d-91bb-457b-9f25-fa8c4d756b8a up at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:17:45.130134 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8b589ef3-d6e0-4f06-90ff-afc098362c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:45.134122 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8b589ef3-d6e0-4f06-90ff-afc098362c2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:45.135526 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-8b589ef3-d6e0-4f06-90ff-afc098362c2d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6e744833-64c6-4d30-8525-90551fcf68c3 HTTP/1.1" status: 204 len: 168 time: 0.2154891 Aug 16 15:17:45.147590 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b589ef3-d6e0-4f06-90ff-afc098362c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e744833-64c6-4d30-8525-90551fcf68c3,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:45.220385 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3cbeaeb9-aade-47d6-9fb1-223d53a378a2 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:45.227707 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3cbeaeb9-aade-47d6-9fb1-223d53a378a2 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109690'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:45.249086 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbeaeb9-aade-47d6-9fb1-223d53a378a2 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=137dd840-295f-4c1a-8d3d-55641cf33882,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:45.265334 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3cbeaeb9-aade-47d6-9fb1-223d53a378a2 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:45.267420 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-3cbeaeb9-aade-47d6-9fb1-223d53a378a2 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2837031 Aug 16 15:17:45.270163 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 38616) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:17:45.275313 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.v2.base [None req-cdce8501-cca3-460d-8bd2-a1854ff7aeea tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Request body: {'security_group_rule': {'security_group_id': '17af3205-09df-4517-9712-91936f7ba92f', 'project_id': 'b909c74720ca49ce9720908372ac710e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:17:45.350596 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cdce8501-cca3-460d-8bd2-a1854ff7aeea tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:45.401036 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning complete for port cdc8ba3d-91bb-457b-9f25-fa8c4d756b8a triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:17:45.403612 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:45.496138 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4365fef-90f3-4dbb-8e28-32b038d2b4e1 req-e733dc94-9fd2-4af1-afb8-69606339092c tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:45.497898 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-c4365fef-90f3-4dbb-8e28-32b038d2b4e1 req-e733dc94-9fd2-4af1-afb8-69606339092c tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.1058643 Aug 16 15:17:45.516226 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cdce8501-cca3-460d-8bd2-a1854ff7aeea tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:45.525573 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cdce8501-cca3-460d-8bd2-a1854ff7aeea tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109690'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:45.545547 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-c4365fef-90f3-4dbb-8e28-32b038d2b4e1 req-781dc71d-0ed0-4b75-bb32-0ea929ec9961 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404148 Aug 16 15:17:45.571948 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdce8501-cca3-460d-8bd2-a1854ff7aeea tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0291062-ec16-4e9b-b4d9-7a1abf95dcb2,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:45.583125 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cdce8501-cca3-460d-8bd2-a1854ff7aeea tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:45.589537 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-cdce8501-cca3-460d-8bd2-a1854ff7aeea tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3157680 Aug 16 15:17:45.590003 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 38628) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:17:45.595891 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [None req-cbe80720-462e-4f79-876c-e82cfb2e209a tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Request body: {'security_group_rule': {'security_group_id': '17af3205-09df-4517-9712-91936f7ba92f', 'project_id': 'b909c74720ca49ce9720908372ac710e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:17:45.661771 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cbe80720-462e-4f79-876c-e82cfb2e209a tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:45.688140 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9f4a80f4-eea5-40fd-9ad9-b75fc3a12ba9 None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:45.699506 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-9f4a80f4-eea5-40fd-9ad9-b75fc3a12ba9 None None] Transition to ACTIVE for port object 3db3fa1c-be9e-49b1-9bc8-6a8d1b18ba31 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:17:45.747637 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9f4a80f4-eea5-40fd-9ad9-b75fc3a12ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:45.761371 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-fb5490f5-b353-442f-b19c-45cbe147cbb8 req-f7a1e711-2d2d-4e05-bf44-be22968ada8a tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] 10.222.0.22 "GET /v2.0/ports?device_id=8fcc5899-c127-4583-9db4-6eabc2fd954a HTTP/1.1" status: 200 len: 210 time: 0.0719402 Aug 16 15:17:45.828060 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cbe80720-462e-4f79-876c-e82cfb2e209a tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:45.837097 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cbe80720-462e-4f79-876c-e82cfb2e209a tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109690'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:45.867039 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device 95f60557-3add-4e28-a847-523d376a86be up at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:17:45.893020 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe80720-462e-4f79-876c-e82cfb2e209a tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=258085b1-b0f7-4985-b257-12990043a1d1,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:45.893581 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 38638) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:17:45.915993 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-cbe80720-462e-4f79-876c-e82cfb2e209a tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:45.920648 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-cbe80720-462e-4f79-876c-e82cfb2e209a tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3293002 Aug 16 15:17:45.930111 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 38640) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:17:45.939260 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [None req-f198a267-b7c7-4d41-b147-29ac393a6fd7 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Request body: {'security_group_rule': {'security_group_id': '17af3205-09df-4517-9712-91936f7ba92f', 'project_id': 'b909c74720ca49ce9720908372ac710e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:17:45.996818 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.db.securitygroups_db [None req-f198a267-b7c7-4d41-b147-29ac393a6fd7 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Project b909c74720ca49ce9720908372ac710e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 15:17:46.003603 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-5251c299-e1e7-42a1-b9ae-934293afe88d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4d8fd8d1abbd4131adda2670192d899b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1094031 Aug 16 15:17:46.014012 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 38644) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:17:46.015096 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f198a267-b7c7-4d41-b147-29ac393a6fd7 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:46.034687 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23ce5cb-8352-4fce-a56f-7d7bcced0d45 None None] Pushing event updated for resources: {'Port': ['ID=3db3fa1c-be9e-49b1-9bc8-6a8d1b18ba31,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:46.038026 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-9f4a80f4-eea5-40fd-9ad9-b75fc3a12ba9 None None] Attempting to bind port 3db3fa1c-be9e-49b1-9bc8-6a8d1b18ba31 on host dv-cinder-804757-1-iscsi for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:17:46.038480 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-9f4a80f4-eea5-40fd-9ad9-b75fc3a12ba9 None None] Attempting to bind port 3db3fa1c-be9e-49b1-9bc8-6a8d1b18ba31 by drivers openvswitch,hyperv on host dv-cinder-804757-1-iscsi at level 0 using segments [{'id': '7d2b6eba-c669-4d86-b518-dc168d9ed460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f9fa695e-51ab-46e4-b038-eed3bc2773f1'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:17:46.039030 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4a80f4-eea5-40fd-9ad9-b75fc3a12ba9 None None] Attempting to bind port 3db3fa1c-be9e-49b1-9bc8-6a8d1b18ba31 on network f9fa695e-51ab-46e4-b038-eed3bc2773f1 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:17:46.049088 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4a80f4-eea5-40fd-9ad9-b75fc3a12ba9 None None] Checking agent: {'id': '038bb836-fe78-417c-a302-5d10dc6ddcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 8, 4), 'started_at': datetime.datetime(2021, 8, 16, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:17:46.049392 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4a80f4-eea5-40fd-9ad9-b75fc3a12ba9 None None] Checking segment: {'id': '7d2b6eba-c669-4d86-b518-dc168d9ed460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f9fa695e-51ab-46e4-b038-eed3bc2773f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:17:46.049929 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9f4a80f4-eea5-40fd-9ad9-b75fc3a12ba9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:46.050366 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4a80f4-eea5-40fd-9ad9-b75fc3a12ba9 None None] Bound using segment: {'id': '7d2b6eba-c669-4d86-b518-dc168d9ed460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f9fa695e-51ab-46e4-b038-eed3bc2773f1'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:17:46.050812 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-9f4a80f4-eea5-40fd-9ad9-b75fc3a12ba9 None None] Bound port: 3db3fa1c-be9e-49b1-9bc8-6a8d1b18ba31, host: dv-cinder-804757-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d2b6eba-c669-4d86-b518-dc168d9ed460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f9fa695e-51ab-46e4-b038-eed3bc2773f1'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:17:46.051191 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9f4a80f4-eea5-40fd-9ad9-b75fc3a12ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:46.102828 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning complete for port 95f60557-3add-4e28-a847-523d376a86be triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:17:46.104377 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:46.166998 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-9f4a80f4-eea5-40fd-9ad9-b75fc3a12ba9 None None] For port 3db3fa1c-be9e-49b1-9bc8-6a8d1b18ba31, host dv-cinder-804757-1-iscsi, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:17:46.170732 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-9f4a80f4-eea5-40fd-9ad9-b75fc3a12ba9 None None] For port 3db3fa1c-be9e-49b1-9bc8-6a8d1b18ba31, host dv-cinder-804757-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=3db3fa1c-be9e-49b1-9bc8-6a8d1b18ba31,segment=NetworkSegment(7d2b6eba-c669-4d86-b518-dc168d9ed460),segment_id=7d2b6eba-c669-4d86-b518-dc168d9ed460)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:17:46.177529 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9f4a80f4-eea5-40fd-9ad9-b75fc3a12ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:46.178505 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-19c9487d-4988-43da-b5b4-8f0f3b950c08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:46.220165 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f198a267-b7c7-4d41-b147-29ac393a6fd7 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:46.222310 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-19c9487d-4988-43da-b5b4-8f0f3b950c08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:46.235468 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f198a267-b7c7-4d41-b147-29ac393a6fd7 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109690'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:46.298023 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23ce5cb-8352-4fce-a56f-7d7bcced0d45 None None] Pushing event updated for resources: {'Port': ['ID=3db3fa1c-be9e-49b1-9bc8-6a8d1b18ba31,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:46.315426 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f198a267-b7c7-4d41-b147-29ac393a6fd7 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a725604-f08c-4b02-8f35-14003468573d,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:46.317114 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4a80f4-eea5-40fd-9ad9-b75fc3a12ba9 None None] Routers {'75cc8d94-33f4-449d-b8b3-32b45a4a6532'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:17:46.317778 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-9f4a80f4-eea5-40fd-9ad9-b75fc3a12ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:17:34Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['75cc8d94-33f4-449d-b8b3-32b45a4a6532'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:17:46.324515 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f198a267-b7c7-4d41-b147-29ac393a6fd7 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:46.326343 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-f198a267-b7c7-4d41-b147-29ac393a6fd7 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4039998 Aug 16 15:17:46.329042 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 38646) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:17:46.335958 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [None req-4de42cf9-5ae6-4b2b-85b0-fb16c9c89d0b tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Request body: {'security_group_rule': {'security_group_id': '17af3205-09df-4517-9712-91936f7ba92f', 'project_id': 'b909c74720ca49ce9720908372ac710e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:17:46.378195 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.db.securitygroups_db [None req-4de42cf9-5ae6-4b2b-85b0-fb16c9c89d0b tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Project b909c74720ca49ce9720908372ac710e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 15:17:46.394406 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4de42cf9-5ae6-4b2b-85b0-fb16c9c89d0b tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:46.431906 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-19c9487d-4988-43da-b5b4-8f0f3b950c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:46.441347 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-19c9487d-4988-43da-b5b4-8f0f3b950c08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:46.444574 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-19c9487d-4988-43da-b5b4-8f0f3b950c08 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/90bd034c-d541-4485-bdbd-663fa99b277e HTTP/1.1" status: 204 len: 168 time: 0.4264693 Aug 16 15:17:46.487322 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c9487d-4988-43da-b5b4-8f0f3b950c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90bd034c-d541-4485-bdbd-663fa99b277e,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:46.562531 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4de42cf9-5ae6-4b2b-85b0-fb16c9c89d0b tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:46.569522 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4de42cf9-5ae6-4b2b-85b0-fb16c9c89d0b tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109690'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:46.573091 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-9f4a80f4-eea5-40fd-9ad9-b75fc3a12ba9 None None] Set router 75cc8d94-33f4-449d-b8b3-32b45a4a6532 gateway port host: dv-cinder-804757-1-iscsi {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:17:46.628349 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de42cf9-5ae6-4b2b-85b0-fb16c9c89d0b tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0deee0a-378b-48da-9bb5-9b1e0c4811a0,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:46.645720 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4de42cf9-5ae6-4b2b-85b0-fb16c9c89d0b tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:46.647075 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-4de42cf9-5ae6-4b2b-85b0-fb16c9c89d0b tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3167989 Aug 16 15:17:46.777792 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f781f-15a8-4b77-92b1-a2b5428da3ed req-830ddd0f-69b1-497b-9687-80dc28fa5819 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:46.780047 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-fa8f781f-15a8-4b77-92b1-a2b5428da3ed req-830ddd0f-69b1-497b-9687-80dc28fa5819 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.0867522 Aug 16 15:17:46.870627 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-fa8f781f-15a8-4b77-92b1-a2b5428da3ed req-6713ec31-04a0-4196-9842-05ad07442f21 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711887 Aug 16 15:17:46.966875 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-496e8522-45b6-4708-8b0e-5c45170e8556 req-631b28b9-540e-40fb-b651-0a67c5651fdf tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] 10.222.0.22 "GET /v2.0/ports?device_id=8fcc5899-c127-4583-9db4-6eabc2fd954a HTTP/1.1" status: 200 len: 210 time: 0.0962965 Aug 16 15:17:47.048076 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-9f4a80f4-eea5-40fd-9ad9-b75fc3a12ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75cc8d94-33f4-449d-b8b3-32b45a4a6532', 'name': 'tempest-TestShelveInstance-764803839-router', 'tenant_id': 'a6bfaea77cbc400f915185ebb0e1ab9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '95f60557-3add-4e28-a847-523d376a86be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:17:35Z', 'updated_at': '2021-08-16T15:17:40Z', 'revision_number': 4, 'project_id': 'a6bfaea77cbc400f915185ebb0e1ab9c', 'gw_port': {'id': '95f60557-3add-4e28-a847-523d376a86be', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:79:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cc8d94-33f4-449d-b8b3-32b45a4a6532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:35Z', 'updated_at': '2021-08-16T15:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_interfaces': [{'id': '3db3fa1c-be9e-49b1-9bc8-6a8d1b18ba31', 'name': '', 'network_id': 'f9fa695e-51ab-46e4-b038-eed3bc2773f1', 'tenant_id': 'a6bfaea77cbc400f915185ebb0e1ab9c', 'mac_address': 'fa:16:3e:fa:4b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75cc8d94-33f4-449d-b8b3-32b45a4a6532', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '22b90768-3ea1-4502-bb1b-05c3d9eec280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:39Z', 'updated_at': '2021-08-16T15:17:46Z', 'revision_number': 4, 'project_id': 'a6bfaea77cbc400f915185ebb0e1ab9c', 'subnets': [{'id': '22b90768-3ea1-4502-bb1b-05c3d9eec280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:17:47.113305 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4a80f4-eea5-40fd-9ad9-b75fc3a12ba9 None None] The sync data for ids ['75cc8d94-33f4-449d-b8b3-32b45a4a6532'] in dv-cinder-804757-1-iscsi is: [{'id': '75cc8d94-33f4-449d-b8b3-32b45a4a6532', 'name': 'tempest-TestShelveInstance-764803839-router', 'tenant_id': 'a6bfaea77cbc400f915185ebb0e1ab9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '95f60557-3add-4e28-a847-523d376a86be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:17:35Z', 'updated_at': '2021-08-16T15:17:40Z', 'revision_number': 4, 'project_id': 'a6bfaea77cbc400f915185ebb0e1ab9c', 'gw_port': {'id': '95f60557-3add-4e28-a847-523d376a86be', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:79:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cc8d94-33f4-449d-b8b3-32b45a4a6532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:35Z', 'updated_at': '2021-08-16T15:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_interfaces': [{'id': '3db3fa1c-be9e-49b1-9bc8-6a8d1b18ba31', 'name': '', 'network_id': 'f9fa695e-51ab-46e4-b038-eed3bc2773f1', 'tenant_id': 'a6bfaea77cbc400f915185ebb0e1ab9c', 'mac_address': 'fa:16:3e:fa:4b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75cc8d94-33f4-449d-b8b3-32b45a4a6532', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '22b90768-3ea1-4502-bb1b-05c3d9eec280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:39Z', 'updated_at': '2021-08-16T15:17:46Z', 'revision_number': 4, 'project_id': 'a6bfaea77cbc400f915185ebb0e1ab9c', 'subnets': [{'id': '22b90768-3ea1-4502-bb1b-05c3d9eec280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:17:47.166538 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c9dcd9-223c-47e3-9751-748f6fbc719a req-77e7ed63-379b-4526-8bd0-9288afe65589 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:47.171222 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-80c9dcd9-223c-47e3-9751-748f6fbc719a req-77e7ed63-379b-4526-8bd0-9288afe65589 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] 10.222.0.63 "GET /v2.0/networks?id=0fa8beeb-54ff-4459-ae7e-dcfe9bda3c04 HTTP/1.1" status: 200 len: 814 time: 0.1537418 Aug 16 15:17:47.214216 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.v2.base [req-80c9dcd9-223c-47e3-9751-748f6fbc719a req-a87ad4fb-9863-4717-8dea-cceff0c474bd tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] Request body: {'port': {'device_id': '8fcc5899-c127-4583-9db4-6eabc2fd954a', 'network_id': '0fa8beeb-54ff-4459-ae7e-dcfe9bda3c04', 'admin_state_up': True, 'tenant_id': 'ec1f0c69448e428ab6d77512a292a262'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:17:47.439951 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80c9dcd9-223c-47e3-9751-748f6fbc719a req-a87ad4fb-9863-4717-8dea-cceff0c474bd tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] Made reservation on behalf of ec1f0c69448e428ab6d77512a292a262 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:17:47.444847 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-80c9dcd9-223c-47e3-9751-748f6fbc719a req-a87ad4fb-9863-4717-8dea-cceff0c474bd tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:47.733968 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-80c9dcd9-223c-47e3-9751-748f6fbc719a req-a87ad4fb-9863-4717-8dea-cceff0c474bd tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] Allocated IP 172.20.0.11 (0fa8beeb-54ff-4459-ae7e-dcfe9bda3c04/fc9e0f70-35d2-4c43-b381-cebe3b84bff8/963bfe13-192f-4630-9e47-f1adbba15c70) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:17:47.994099 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-80c9dcd9-223c-47e3-9751-748f6fbc719a req-a87ad4fb-9863-4717-8dea-cceff0c474bd tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:48.150252 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-f49c2bb2-df47-4ba2-a502-64d90559131e req-f4d67610-5f35-41ad-ad9f-166428bb6c54 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] 10.222.0.22 "GET /v2.0/ports?device_id=8fcc5899-c127-4583-9db4-6eabc2fd954a HTTP/1.1" status: 200 len: 210 time: 0.0678887 Aug 16 15:17:48.176520 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-80c9dcd9-223c-47e3-9751-748f6fbc719a req-a87ad4fb-9863-4717-8dea-cceff0c474bd tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769335250701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2787876'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:48.279552 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d73eb-a8b5-4043-96b6-1fcc28020373 req-c485bf80-8a73-46fc-9f2b-d7f230afec25 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:48.288269 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-9d6d73eb-a8b5-4043-96b6-1fcc28020373 req-c485bf80-8a73-46fc-9f2b-d7f230afec25 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.2436986 Aug 16 15:17:48.400496 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87ad4fb-9863-4717-8dea-cceff0c474bd tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] Pushing event updated for resources: {'Port': ['ID=963bfe13-192f-4630-9e47-f1adbba15c70,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:48.423769 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80c9dcd9-223c-47e3-9751-748f6fbc719a req-a87ad4fb-9863-4717-8dea-cceff0c474bd tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] Network 0fa8beeb-54ff-4459-ae7e-dcfe9bda3c04 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:17:48.427051 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-80c9dcd9-223c-47e3-9751-748f6fbc719a req-a87ad4fb-9863-4717-8dea-cceff0c474bd tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:17:48.443254 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-80c9dcd9-223c-47e3-9751-748f6fbc719a req-a87ad4fb-9863-4717-8dea-cceff0c474bd tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:17:48.511149 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c9dcd9-223c-47e3-9751-748f6fbc719a req-a87ad4fb-9863-4717-8dea-cceff0c474bd tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:48.513540 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-80c9dcd9-223c-47e3-9751-748f6fbc719a req-a87ad4fb-9863-4717-8dea-cceff0c474bd tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:48.556813 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-80c9dcd9-223c-47e3-9751-748f6fbc719a req-a87ad4fb-9863-4717-8dea-cceff0c474bd tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3537271 Aug 16 15:17:48.597823 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-9d6d73eb-a8b5-4043-96b6-1fcc28020373 req-ff93a848-e721-4847-a2e9-b818d4399e83 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717192 Aug 16 15:17:48.668278 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.v2.base [req-80c9dcd9-223c-47e3-9751-748f6fbc719a req-7c11a240-b69f-4a30-8306-4754a7cf3152 service neutron] Request body: {'port': {'device_id': '8fcc5899-c127-4583-9db4-6eabc2fd954a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:17:48.870506 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-80c9dcd9-223c-47e3-9751-748f6fbc719a req-7c11a240-b69f-4a30-8306-4754a7cf3152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:49.122346 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device 3db3fa1c-be9e-49b1-9bc8-6a8d1b18ba31 up at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:17:49.205087 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning for port 3db3fa1c-be9e-49b1-9bc8-6a8d1b18ba31 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:17:49.222320 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning complete for port 3db3fa1c-be9e-49b1-9bc8-6a8d1b18ba31 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:17:49.222915 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:49.290525 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 38786) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:17:49.391491 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:49.432167 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6968d-dcb3-4ddf-9962-8bc348a04394 req-d1f6c609-c5b4-4dca-b384-7b0247edf794 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:49.447299 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-06c6968d-dcb3-4ddf-9962-8bc348a04394 req-d1f6c609-c5b4-4dca-b384-7b0247edf794 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] 10.222.0.22 "GET /v2.0/ports?device_id=8fcc5899-c127-4583-9db4-6eabc2fd954a HTTP/1.1" status: 200 len: 932 time: 0.1676078 Aug 16 15:17:49.482496 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] For port 3db3fa1c-be9e-49b1-9bc8-6a8d1b18ba31, host dv-cinder-804757-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=3db3fa1c-be9e-49b1-9bc8-6a8d1b18ba31,segment=NetworkSegment(7d2b6eba-c669-4d86-b518-dc168d9ed460),segment_id=7d2b6eba-c669-4d86-b518-dc168d9ed460)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:17:49.490441 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:49.530610 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.notifiers.nova [req-80c9dcd9-223c-47e3-9751-748f6fbc719a req-7c11a240-b69f-4a30-8306-4754a7cf3152 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 963bfe13-192f-4630-9e47-f1adbba15c70 {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:17:49.559932 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-80c9dcd9-223c-47e3-9751-748f6fbc719a req-7c11a240-b69f-4a30-8306-4754a7cf3152 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:49.560744 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-06c6968d-dcb3-4ddf-9962-8bc348a04394 req-4ac1ecf2-7975-4b88-bbc7-9987f4b7336f tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] 10.222.0.22 "GET /v2.0/security-groups?id=985bd559-0476-4845-ba63-ed2d1ad98e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106417 Aug 16 15:17:49.578835 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Pushing event updated for resources: {'Port': ['ID=3db3fa1c-be9e-49b1-9bc8-6a8d1b18ba31,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:49.593217 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-80c9dcd9-223c-47e3-9751-748f6fbc719a req-7c11a240-b69f-4a30-8306-4754a7cf3152 service neutron] Transition to ACTIVE for port object 963bfe13-192f-4630-9e47-f1adbba15c70 will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:17:49.600035 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-80c9dcd9-223c-47e3-9751-748f6fbc719a req-7c11a240-b69f-4a30-8306-4754a7cf3152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2787883'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:49.605948 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4710107e-1efa-49b7-9cbb-1e2c59f5238b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:49.657723 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c11a240-b69f-4a30-8306-4754a7cf3152 service neutron] Pushing event updated for resources: {'Port': ['ID=963bfe13-192f-4630-9e47-f1adbba15c70,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:49.737068 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4710107e-1efa-49b7-9cbb-1e2c59f5238b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:49.743082 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4710107e-1efa-49b7-9cbb-1e2c59f5238b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:49.782142 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-80c9dcd9-223c-47e3-9751-748f6fbc719a req-7c11a240-b69f-4a30-8306-4754a7cf3152 service neutron] Attempting to bind port 963bfe13-192f-4630-9e47-f1adbba15c70 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:17:49.782896 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-80c9dcd9-223c-47e3-9751-748f6fbc719a req-7c11a240-b69f-4a30-8306-4754a7cf3152 service neutron] Attempting to bind port 963bfe13-192f-4630-9e47-f1adbba15c70 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '29364316-07c3-48dc-8d26-bb814f8359ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0fa8beeb-54ff-4459-ae7e-dcfe9bda3c04'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:17:49.783488 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c9dcd9-223c-47e3-9751-748f6fbc719a req-7c11a240-b69f-4a30-8306-4754a7cf3152 service neutron] Attempting to bind port 963bfe13-192f-4630-9e47-f1adbba15c70 on network 0fa8beeb-54ff-4459-ae7e-dcfe9bda3c04 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:17:49.794451 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c9dcd9-223c-47e3-9751-748f6fbc719a req-7c11a240-b69f-4a30-8306-4754a7cf3152 service neutron] Port 963bfe13-192f-4630-9e47-f1adbba15c70 on network 0fa8beeb-54ff-4459-ae7e-dcfe9bda3c04 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 15:17:49.795444 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c9dcd9-223c-47e3-9751-748f6fbc719a req-7c11a240-b69f-4a30-8306-4754a7cf3152 service neutron] Attempting to bind port 963bfe13-192f-4630-9e47-f1adbba15c70 on network 0fa8beeb-54ff-4459-ae7e-dcfe9bda3c04 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:17:49.801603 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 38800) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:17:49.802110 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-4710107e-1efa-49b7-9cbb-1e2c59f5238b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4b9339139f194201adbe7014d0ac68c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5026076 Aug 16 15:17:49.821142 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c9dcd9-223c-47e3-9751-748f6fbc719a req-7c11a240-b69f-4a30-8306-4754a7cf3152 service neutron] Checking agent: {'id': 'f45772ef-d3bf-49d0-9fe4-7082814820b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 13, 56), 'started_at': datetime.datetime(2021, 8, 16, 15, 13, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:17:49.821559 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c9dcd9-223c-47e3-9751-748f6fbc719a req-7c11a240-b69f-4a30-8306-4754a7cf3152 service neutron] Checking segment: {'id': '29364316-07c3-48dc-8d26-bb814f8359ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0fa8beeb-54ff-4459-ae7e-dcfe9bda3c04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:17:49.821898 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c9dcd9-223c-47e3-9751-748f6fbc719a req-7c11a240-b69f-4a30-8306-4754a7cf3152 service neutron] Bound using segment: {'id': '29364316-07c3-48dc-8d26-bb814f8359ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0fa8beeb-54ff-4459-ae7e-dcfe9bda3c04'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:17:49.822338 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-80c9dcd9-223c-47e3-9751-748f6fbc719a req-7c11a240-b69f-4a30-8306-4754a7cf3152 service neutron] Bound port: 963bfe13-192f-4630-9e47-f1adbba15c70, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29364316-07c3-48dc-8d26-bb814f8359ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0fa8beeb-54ff-4459-ae7e-dcfe9bda3c04'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:17:49.822718 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-80c9dcd9-223c-47e3-9751-748f6fbc719a req-7c11a240-b69f-4a30-8306-4754a7cf3152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:49.844422 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4710107e-1efa-49b7-9cbb-1e2c59f5238b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01ad9ade-9705-4c25-8321-513c14c135da,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:49.879885 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b0509-9463-4381-9967-f0bb2472b16d req-72b3d7ca-8cae-4ff7-b047-2626235ef009 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:49.881707 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-159b0509-9463-4381-9967-f0bb2472b16d req-72b3d7ca-8cae-4ff7-b047-2626235ef009 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.0784471 Aug 16 15:17:49.929083 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-80c9dcd9-223c-47e3-9751-748f6fbc719a req-7c11a240-b69f-4a30-8306-4754a7cf3152 service neutron] For port 963bfe13-192f-4630-9e47-f1adbba15c70, host hv-cinder-80475, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:17:49.935871 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-80c9dcd9-223c-47e3-9751-748f6fbc719a req-7c11a240-b69f-4a30-8306-4754a7cf3152 service neutron] For port 963bfe13-192f-4630-9e47-f1adbba15c70, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=963bfe13-192f-4630-9e47-f1adbba15c70,segment=NetworkSegment(29364316-07c3-48dc-8d26-bb814f8359ac),segment_id=29364316-07c3-48dc-8d26-bb814f8359ac)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:17:49.952229 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-80c9dcd9-223c-47e3-9751-748f6fbc719a req-7c11a240-b69f-4a30-8306-4754a7cf3152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2787883'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:49.990470 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-159b0509-9463-4381-9967-f0bb2472b16d req-ca3979ad-1a76-4d8a-b023-b3eb99392db3 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948999 Aug 16 15:17:50.032958 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c9dcd9-223c-47e3-9751-748f6fbc719a req-7c11a240-b69f-4a30-8306-4754a7cf3152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:50.032958 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-80c9dcd9-223c-47e3-9751-748f6fbc719a req-7c11a240-b69f-4a30-8306-4754a7cf3152 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:50.033438 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-80c9dcd9-223c-47e3-9751-748f6fbc719a req-7c11a240-b69f-4a30-8306-4754a7cf3152 service neutron] 10.222.0.63 "PUT /v2.0/ports/963bfe13-192f-4630-9e47-f1adbba15c70 HTTP/1.1" status: 200 len: 1094 time: 1.4453051 Aug 16 15:17:50.039997 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fcc5899-c127-4583-9db4-6eabc2fd954a', 'tag': '963bfe13-192f-4630-9e47-f1adbba15c70'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:17:50.042294 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17fb0647ef8e93fcdaff2aac5cadc262a2f87503c881cd14114af97cd5d63f67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3137efe2-bafa-4db1-9523-953660faf590" -d '{"events": [{"name": "network-changed", "server_uuid": "8fcc5899-c127-4583-9db4-6eabc2fd954a", "tag": "963bfe13-192f-4630-9e47-f1adbba15c70"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:17:50.124266 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 15:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01021e6d-bb65-422b-ab46-d5ad243d0493 x-openstack-request-id: req-01021e6d-bb65-422b-ab46-d5ad243d0493 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:17:50.125470 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fcc5899-c127-4583-9db4-6eabc2fd954a", "tag": "963bfe13-192f-4630-9e47-f1adbba15c70", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:17:50.125722 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-01021e6d-bb65-422b-ab46-d5ad243d0493 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:17:50.126165 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fcc5899-c127-4583-9db4-6eabc2fd954a', 'tag': '963bfe13-192f-4630-9e47-f1adbba15c70', 'status': 'completed', 'code': 200} Aug 16 15:17:50.135115 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c11a240-b69f-4a30-8306-4754a7cf3152 service neutron] Pushing event updated for resources: {'Port': ['ID=963bfe13-192f-4630-9e47-f1adbba15c70,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:50.143291 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e5da7ce7-cff3-4f6e-8c17-e54f5e8d28ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:50.177184 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e5da7ce7-cff3-4f6e-8c17-e54f5e8d28ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:50.183324 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c9dcd9-223c-47e3-9751-748f6fbc719a req-d34650b4-b731-4e88-b776-b4db5c27e012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:50.185122 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-80c9dcd9-223c-47e3-9751-748f6fbc719a req-d34650b4-b731-4e88-b776-b4db5c27e012 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ec1f0c69448e428ab6d77512a292a262&device_id=8fcc5899-c127-4583-9db4-6eabc2fd954a HTTP/1.1" status: 200 len: 1097 time: 0.1081452 Aug 16 15:17:50.246656 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-80c9dcd9-223c-47e3-9751-748f6fbc719a req-53f70a9a-be43-4ab8-97b5-4b2d954dc15c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=963bfe13-192f-4630-9e47-f1adbba15c70 HTTP/1.1" status: 200 len: 217 time: 0.0500143 Aug 16 15:17:50.321485 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c9dcd9-223c-47e3-9751-748f6fbc719a req-0b4dbd4d-38bc-4b31-91e1-9372b8a1f2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:50.323199 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-80c9dcd9-223c-47e3-9751-748f6fbc719a req-0b4dbd4d-38bc-4b31-91e1-9372b8a1f2ea service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fc9e0f70-35d2-4c43-b381-cebe3b84bff8 HTTP/1.1" status: 200 len: 854 time: 0.0664780 Aug 16 15:17:50.352050 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e5da7ce7-cff3-4f6e-8c17-e54f5e8d28ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:50.354748 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e5da7ce7-cff3-4f6e-8c17-e54f5e8d28ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:50.357500 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-e5da7ce7-cff3-4f6e-8c17-e54f5e8d28ed admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/01ad9ade-9705-4c25-8321-513c14c135da HTTP/1.1" status: 204 len: 168 time: 0.5519657 Aug 16 15:17:50.376452 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-80c9dcd9-223c-47e3-9751-748f6fbc719a req-82dcf887-e015-4ce4-a8f8-f99dcfd1333e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0fa8beeb-54ff-4459-ae7e-dcfe9bda3c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350099 Aug 16 15:17:50.383474 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5da7ce7-cff3-4f6e-8c17-e54f5e8d28ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ad9ade-9705-4c25-8321-513c14c135da,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:50.485593 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-80c9dcd9-223c-47e3-9751-748f6fbc719a req-85b15335-c3bf-4de2-9194-ab486f887b78 service neutron] 10.222.0.63 "GET /v2.0/networks/0fa8beeb-54ff-4459-ae7e-dcfe9bda3c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992258 Aug 16 15:17:50.612456 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-80c9dcd9-223c-47e3-9751-748f6fbc719a req-a5ce7d23-ea8f-48d1-9b0a-a1f65692c968 service neutron] 10.222.0.63 "GET /v2.0/networks/0fa8beeb-54ff-4459-ae7e-dcfe9bda3c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179082 Aug 16 15:17:50.762456 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137efe2-bafa-4db1-9523-953660faf590 req-d4f109c1-62e6-4933-9cc2-d3d1ee77cfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:50.765169 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-3137efe2-bafa-4db1-9523-953660faf590 req-d4f109c1-62e6-4933-9cc2-d3d1ee77cfe8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ec1f0c69448e428ab6d77512a292a262&device_id=8fcc5899-c127-4583-9db4-6eabc2fd954a HTTP/1.1" status: 200 len: 1097 time: 0.0840640 Aug 16 15:17:50.778011 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c3904-72e9-45b2-9f56-c1960e203589 req-b63f4bc6-ef24-4b68-b930-4354d397ec0e tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:50.779658 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-c30c3904-72e9-45b2-9f56-c1960e203589 req-b63f4bc6-ef24-4b68-b930-4354d397ec0e tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] 10.222.0.22 "GET /v2.0/ports?device_id=8fcc5899-c127-4583-9db4-6eabc2fd954a HTTP/1.1" status: 200 len: 944 time: 0.1038275 Aug 16 15:17:50.871109 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-c30c3904-72e9-45b2-9f56-c1960e203589 req-d429213a-aa56-4d03-a0bc-5f91ea44b161 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] 10.222.0.22 "GET /v2.0/security-groups?id=985bd559-0476-4845-ba63-ed2d1ad98e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821941 Aug 16 15:17:50.933881 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137efe2-bafa-4db1-9523-953660faf590 req-784e4ae7-d2c3-43fa-a21e-62ce83b89dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:50.936245 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-3137efe2-bafa-4db1-9523-953660faf590 req-784e4ae7-d2c3-43fa-a21e-62ce83b89dcb service neutron] 10.222.0.63 "GET /v2.0/networks?id=0fa8beeb-54ff-4459-ae7e-dcfe9bda3c04 HTTP/1.1" status: 200 len: 914 time: 0.1596687 Aug 16 15:17:50.970276 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 38836) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:17:51.100238 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device 3db3fa1c-be9e-49b1-9bc8-6a8d1b18ba31 up at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:17:51.177985 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning complete for port 3db3fa1c-be9e-49b1-9bc8-6a8d1b18ba31 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:17:51.178661 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:51.244447 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1c83f-e0b0-4369-aef7-ccd6d0a5224c req-f9290008-d138-4f04-a754-4472c3a6c6e8 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:51.246123 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-71d1c83f-e0b0-4369-aef7-ccd6d0a5224c req-f9290008-d138-4f04-a754-4472c3a6c6e8 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.1157038 Aug 16 15:17:51.300428 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6b10eb82-e6fd-40e1-8488-5491c0a2ac7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:51.318065 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-71d1c83f-e0b0-4369-aef7-ccd6d0a5224c req-8794c9ec-7096-4dd0-a491-29d72655fa94 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620608 Aug 16 15:17:51.444775 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6b10eb82-e6fd-40e1-8488-5491c0a2ac7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:51.449987 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6b10eb82-e6fd-40e1-8488-5491c0a2ac7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:51.477139 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-6b10eb82-e6fd-40e1-8488-5491c0a2ac7d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d570e808a685409a8320ee2a259fcdca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5048635 Aug 16 15:17:51.480542 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 38856) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:17:51.528636 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b10eb82-e6fd-40e1-8488-5491c0a2ac7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da792c0-bd79-481c-a875-6ba3a90b2cc4,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:51.566129 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-36cd0d56-695a-4ad8-b7c8-f34394bb3ac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:51.588452 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-36cd0d56-695a-4ad8-b7c8-f34394bb3ac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:51.653059 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-36cd0d56-695a-4ad8-b7c8-f34394bb3ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:51.655803 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-36cd0d56-695a-4ad8-b7c8-f34394bb3ac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:51.659531 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-36cd0d56-695a-4ad8-b7c8-f34394bb3ac2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5da792c0-bd79-481c-a875-6ba3a90b2cc4 HTTP/1.1" status: 204 len: 168 time: 0.1749954 Aug 16 15:17:51.667331 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cd0d56-695a-4ad8-b7c8-f34394bb3ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da792c0-bd79-481c-a875-6ba3a90b2cc4,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:52.038726 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d372e7a-4373-4056-b544-6ee0d87da1c6 req-1b928eca-6735-4a4a-8e1c-216d5a90a009 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:52.047764 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-2d372e7a-4373-4056-b544-6ee0d87da1c6 req-1b928eca-6735-4a4a-8e1c-216d5a90a009 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] 10.222.0.22 "GET /v2.0/ports?device_id=8fcc5899-c127-4583-9db4-6eabc2fd954a HTTP/1.1" status: 200 len: 944 time: 0.0734420 Aug 16 15:17:52.108246 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-2d372e7a-4373-4056-b544-6ee0d87da1c6 req-e3f74f15-91f6-44c5-be3e-44cd40c0ff1a tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] 10.222.0.22 "GET /v2.0/security-groups?id=985bd559-0476-4845-ba63-ed2d1ad98e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540657 Aug 16 15:17:52.518263 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b860e8-c80b-4982-8f87-2a8853b25918 req-6f5b7676-a880-48b9-b7e1-9f81fc6b75ae tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:52.520093 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-62b860e8-c80b-4982-8f87-2a8853b25918 req-6f5b7676-a880-48b9-b7e1-9f81fc6b75ae tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.0866063 Aug 16 15:17:52.619450 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-62b860e8-c80b-4982-8f87-2a8853b25918 req-47b24a4b-4847-4db8-b7aa-7ac32c8c7df9 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915768 Aug 16 15:17:52.863381 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 38908) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:17:53.104974 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.v2.base [None req-bac2b4e5-a49d-4f3d-900f-9aa698327979 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-878461996-network', 'tenant_id': '83f7d345b47b4d06a48fabeb3dd2c893'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:17:53.155858 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac2b4e5-a49d-4f3d-900f-9aa698327979 admin admin] Made reservation on behalf of 83f7d345b47b4d06a48fabeb3dd2c893 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:17:53.158876 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bac2b4e5-a49d-4f3d-900f-9aa698327979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:53.173634 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bac2b4e5-a49d-4f3d-900f-9aa698327979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:53.336560 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ba6ad-8261-4cc9-b380-d473e848f68e req-b26639ac-7b1e-4d7e-b31f-db044942c364 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:53.338223 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-296ba6ad-8261-4cc9-b380-d473e848f68e req-b26639ac-7b1e-4d7e-b31f-db044942c364 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] 10.222.0.22 "GET /v2.0/ports?device_id=8fcc5899-c127-4583-9db4-6eabc2fd954a HTTP/1.1" status: 200 len: 944 time: 0.1100235 Aug 16 15:17:53.398853 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bac2b4e5-a49d-4f3d-900f-9aa698327979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:53.406943 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bac2b4e5-a49d-4f3d-900f-9aa698327979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:53.442926 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-296ba6ad-8261-4cc9-b380-d473e848f68e req-59e7946d-3da5-4dbe-beec-8609b9396333 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] 10.222.0.22 "GET /v2.0/security-groups?id=985bd559-0476-4845-ba63-ed2d1ad98e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979826 Aug 16 15:17:53.463640 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bac2b4e5-a49d-4f3d-900f-9aa698327979 admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 15:17:53.486771 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac2b4e5-a49d-4f3d-900f-9aa698327979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27264ed8-28b7-49e0-bb45-045c778c9230,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:53.491145 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bac2b4e5-a49d-4f3d-900f-9aa698327979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014199'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:53.491669 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.db.segments_db [None req-bac2b4e5-a49d-4f3d-900f-9aa698327979 admin admin] Added segment ec402e6f-339e-4373-af26-597dcdea5a54 of type vlan for network 7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a Aug 16 15:17:53.556291 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bac2b4e5-a49d-4f3d-900f-9aa698327979 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769335234654'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:53.588472 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bac2b4e5-a49d-4f3d-900f-9aa698327979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:53.589530 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac2b4e5-a49d-4f3d-900f-9aa698327979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:53.590108 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bac2b4e5-a49d-4f3d-900f-9aa698327979 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3780594'] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:53.646247 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-bac2b4e5-a49d-4f3d-900f-9aa698327979 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7797420 Aug 16 15:17:53.649293 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 38928) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:17:53.661209 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.v2.base [None req-0486ded7-18b4-4676-9fbc-20340737b034 admin admin] Request body: {'subnet': {'network_id': '7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-878461996-subnet', 'tenant_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'ip_version': 4}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:17:53.675201 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac2b4e5-a49d-4f3d-900f-9aa698327979 admin admin] Pushing event updated for resources: {'Network': ['ID=7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:53.690500 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Network 7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a details requested by agent ovs-agent-dv-cinder-804757-1-iscsi with host dv-cinder-804757-1-iscsi {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 15:17:53.701962 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0486ded7-18b4-4676-9fbc-20340737b034 admin admin] Made reservation on behalf of 83f7d345b47b4d06a48fabeb3dd2c893 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:17:53.705398 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0486ded7-18b4-4676-9fbc-20340737b034 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26895518'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:53.880552 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10fb39e-a4ec-428e-9f9a-b29496f08d2d req-e6699101-5321-40c0-b241-736ae2589d6e tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:53.882081 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-b10fb39e-a4ec-428e-9f9a-b29496f08d2d req-e6699101-5321-40c0-b241-736ae2589d6e tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.1061924 Aug 16 15:17:53.977373 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.agents_db [None req-45e7de1a-0021-4862-aee0-d1a44650be34 None None] Agent healthcheck: found 6 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 15:17:54.081120 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-b10fb39e-a4ec-428e-9f9a-b29496f08d2d req-dfd8d4a5-ef9d-4788-ae3a-f9cf352b8f21 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737394 Aug 16 15:17:54.161479 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0486ded7-18b4-4676-9fbc-20340737b034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4115071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2787508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26895600'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:54.219619 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486ded7-18b4-4676-9fbc-20340737b034 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12be7342-1293-4efd-8683-22f17d2b28ee,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:54.224880 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0486ded7-18b4-4676-9fbc-20340737b034 admin admin] Checking segment: {'id': 'ec402e6f-339e-4373-af26-597dcdea5a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:17:54.225232 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0486ded7-18b4-4676-9fbc-20340737b034 admin admin] Network hostable DHCP agents. Network: 7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a, hostable agents: ['7344f624-85b8-4b8b-b38a-21b8c75b4ec1'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 15:17:54.252986 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0486ded7-18b4-4676-9fbc-20340737b034 admin admin] Network 7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a is scheduled to be hosted by DHCP agent 7344f624-85b8-4b8b-b38a-21b8c75b4ec1 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 15:17:54.262326 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-0486ded7-18b4-4676-9fbc-20340737b034 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-1-iscsi, 7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:17:54.266643 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0486ded7-18b4-4676-9fbc-20340737b034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:54.267328 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0486ded7-18b4-4676-9fbc-20340737b034 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:54.274289 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163f0a24-8463-41ba-baa8-24eae6f9c413 None None] Network 7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a requested from dv-cinder-804757-1-iscsi {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:17:54.284737 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-0486ded7-18b4-4676-9fbc-20340737b034 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6343796 Aug 16 15:17:54.287668 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 38940) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:17:54.292769 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [None req-d5171398-f2aa-4e9f-863d-0bbf9ad27fe6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-878461996-router', 'tenant_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4'}}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:17:54.342708 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d5171398-f2aa-4e9f-863d-0bbf9ad27fe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3772405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46218'] for router, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:54.344023 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d5171398-f2aa-4e9f-863d-0bbf9ad27fe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3772249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3798708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4189620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-46209'] for router, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:54.406999 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-3137efe2-bafa-4db1-9523-953660faf590 req-59d176ba-3731-4fe8-b85e-8c73edaf4429 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=963bfe13-192f-4630-9e47-f1adbba15c70 HTTP/1.1" status: 200 len: 217 time: 0.0521071 Aug 16 15:17:54.414795 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d5171398-f2aa-4e9f-863d-0bbf9ad27fe6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:54.464438 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137efe2-bafa-4db1-9523-953660faf590 req-0fc3fc5f-1183-43e6-ba17-d5bba466b8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:54.466094 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-3137efe2-bafa-4db1-9523-953660faf590 req-0fc3fc5f-1183-43e6-ba17-d5bba466b8e3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fc9e0f70-35d2-4c43-b381-cebe3b84bff8 HTTP/1.1" status: 200 len: 854 time: 0.0499399 Aug 16 15:17:54.518124 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-3137efe2-bafa-4db1-9523-953660faf590 req-4f3b817a-162e-4c8e-a7a1-e7059d83e21a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0fa8beeb-54ff-4459-ae7e-dcfe9bda3c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433550 Aug 16 15:17:54.584860 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d5171398-f2aa-4e9f-863d-0bbf9ad27fe6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:54.712755 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b95c4b2-f0d0-4a1e-b94c-4810732fffa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3766c4e-508b-5d3a-b6eb-efbff961488d-7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a', 'network_id': '7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a', 'tenant_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'fixed_ips': [{'subnet_id': '12be7342-1293-4efd-8683-22f17d2b28ee'}]}} from dv-cinder-804757-1-iscsi. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 15:17:54.715721 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1b95c4b2-f0d0-4a1e-b94c-4810732fffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:54.892055 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d5171398-f2aa-4e9f-863d-0bbf9ad27fe6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:54.921778 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d5171398-f2aa-4e9f-863d-0bbf9ad27fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:54.937025 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-1b95c4b2-f0d0-4a1e-b94c-4810732fffa5 None None] Allocated IP 172.20.0.2 (7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a/12be7342-1293-4efd-8683-22f17d2b28ee/0f0676ec-c698-4715-8c21-14444be354c6) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:17:55.018862 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-3137efe2-bafa-4db1-9523-953660faf590 req-889910ed-343d-4678-b364-f95d0df287b8 service neutron] 10.222.0.63 "GET /v2.0/networks/0fa8beeb-54ff-4459-ae7e-dcfe9bda3c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4818656 Aug 16 15:17:55.038553 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b437720-2fb2-43b2-93e0-b7626df3e8b0 req-e1b3e231-9818-44c8-ab7c-bcfc4bfb6ab9 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:55.047190 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-0b437720-2fb2-43b2-93e0-b7626df3e8b0 req-e1b3e231-9818-44c8-ab7c-bcfc4bfb6ab9 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] 10.222.0.22 "GET /v2.0/ports?device_id=8fcc5899-c127-4583-9db4-6eabc2fd954a HTTP/1.1" status: 200 len: 944 time: 0.4956286 Aug 16 15:17:55.092957 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-d5171398-f2aa-4e9f-863d-0bbf9ad27fe6 admin admin] Allocated IP 172.27.3.149 (b7623838-067e-46d7-9324-3e363fad67d4/838856c9-cc6d-4250-847b-ebd189817dd9/47aa7870-f937-41a9-a42d-54da90726343) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:17:55.227941 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1b95c4b2-f0d0-4a1e-b94c-4810732fffa5 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:55.247712 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-0b437720-2fb2-43b2-93e0-b7626df3e8b0 req-0f97c2b2-50bd-4903-bd42-d2e29702b2ed tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] 10.222.0.22 "GET /v2.0/security-groups?id=985bd559-0476-4845-ba63-ed2d1ad98e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991005 Aug 16 15:17:55.252864 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-1b95c4b2-f0d0-4a1e-b94c-4810732fffa5 None None] Transition to ACTIVE for port object 0f0676ec-c698-4715-8c21-14444be354c6 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:17:55.299586 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-1b95c4b2-f0d0-4a1e-b94c-4810732fffa5 None None] Transition to ACTIVE for port object 0f0676ec-c698-4715-8c21-14444be354c6 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:17:55.308327 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1b95c4b2-f0d0-4a1e-b94c-4810732fffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769335250701'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:55.315620 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-3137efe2-bafa-4db1-9523-953660faf590 req-bff87e22-bb74-4cd0-b924-72a712ad0187 service neutron] 10.222.0.63 "GET /v2.0/networks/0fa8beeb-54ff-4459-ae7e-dcfe9bda3c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644250 Aug 16 15:17:55.356539 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b95c4b2-f0d0-4a1e-b94c-4810732fffa5 None None] Network 7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:17:55.364353 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-1b95c4b2-f0d0-4a1e-b94c-4810732fffa5 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:17:55.367916 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b95c4b2-f0d0-4a1e-b94c-4810732fffa5 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:17:55.383898 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b95c4b2-f0d0-4a1e-b94c-4810732fffa5 None None] Pushing event updated for resources: {'Port': ['ID=0f0676ec-c698-4715-8c21-14444be354c6,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:55.385992 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d5171398-f2aa-4e9f-863d-0bbf9ad27fe6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:55.404955 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c240b-e777-4626-9f4f-5ea7e77f6175 req-8bcd03ce-d9cc-4d9c-895e-67fd173f76b4 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:55.418248 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-233c240b-e777-4626-9f4f-5ea7e77f6175 req-8bcd03ce-d9cc-4d9c-895e-67fd173f76b4 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.1738577 Aug 16 15:17:55.448415 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-1b95c4b2-f0d0-4a1e-b94c-4810732fffa5 None None] Attempting to bind port 0f0676ec-c698-4715-8c21-14444be354c6 on host dv-cinder-804757-1-iscsi for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:17:55.449003 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-1b95c4b2-f0d0-4a1e-b94c-4810732fffa5 None None] Attempting to bind port 0f0676ec-c698-4715-8c21-14444be354c6 by drivers openvswitch,hyperv on host dv-cinder-804757-1-iscsi at level 0 using segments [{'id': 'ec402e6f-339e-4373-af26-597dcdea5a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:17:55.449567 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b95c4b2-f0d0-4a1e-b94c-4810732fffa5 None None] Attempting to bind port 0f0676ec-c698-4715-8c21-14444be354c6 on network 7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:17:55.455342 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b95c4b2-f0d0-4a1e-b94c-4810732fffa5 None None] Checking agent: {'id': '038bb836-fe78-417c-a302-5d10dc6ddcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 8, 4), 'started_at': datetime.datetime(2021, 8, 16, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:17:55.456351 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b95c4b2-f0d0-4a1e-b94c-4810732fffa5 None None] Checking segment: {'id': 'ec402e6f-339e-4373-af26-597dcdea5a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:17:55.457169 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1b95c4b2-f0d0-4a1e-b94c-4810732fffa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:55.457768 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b95c4b2-f0d0-4a1e-b94c-4810732fffa5 None None] Bound using segment: {'id': 'ec402e6f-339e-4373-af26-597dcdea5a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:17:55.458436 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-1b95c4b2-f0d0-4a1e-b94c-4810732fffa5 None None] Bound port: 0f0676ec-c698-4715-8c21-14444be354c6, host: dv-cinder-804757-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec402e6f-339e-4373-af26-597dcdea5a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:17:55.459019 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1b95c4b2-f0d0-4a1e-b94c-4810732fffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:55.498287 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-233c240b-e777-4626-9f4f-5ea7e77f6175 req-71398828-a875-47da-9253-35e71abfda1f tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784924 Aug 16 15:17:55.550414 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d5171398-f2aa-4e9f-863d-0bbf9ad27fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769335250701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268375'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:55.592369 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-1b95c4b2-f0d0-4a1e-b94c-4810732fffa5 None None] For port 0f0676ec-c698-4715-8c21-14444be354c6, host dv-cinder-804757-1-iscsi, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:17:55.597198 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-1b95c4b2-f0d0-4a1e-b94c-4810732fffa5 None None] For port 0f0676ec-c698-4715-8c21-14444be354c6, host dv-cinder-804757-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=0f0676ec-c698-4715-8c21-14444be354c6,segment=NetworkSegment(ec402e6f-339e-4373-af26-597dcdea5a54),segment_id=ec402e6f-339e-4373-af26-597dcdea5a54)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:17:55.605010 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1b95c4b2-f0d0-4a1e-b94c-4810732fffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:55.609764 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5171398-f2aa-4e9f-863d-0bbf9ad27fe6 admin admin] Network b7623838-067e-46d7-9324-3e363fad67d4 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:17:55.613744 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-d5171398-f2aa-4e9f-863d-0bbf9ad27fe6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:17:55.619029 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5171398-f2aa-4e9f-863d-0bbf9ad27fe6 admin admin] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:17:55.651180 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5171398-f2aa-4e9f-863d-0bbf9ad27fe6 admin admin] Pushing event updated for resources: {'Port': ['ID=47aa7870-f937-41a9-a42d-54da90726343,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:55.720309 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b95c4b2-f0d0-4a1e-b94c-4810732fffa5 None None] Pushing event updated for resources: {'Port': ['ID=0f0676ec-c698-4715-8c21-14444be354c6,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:56.022988 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d5171398-f2aa-4e9f-863d-0bbf9ad27fe6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:56.119306 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:56.402389 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d5171398-f2aa-4e9f-863d-0bbf9ad27fe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798747'] for router, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:56.424994 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc02e6fc-7b69-451f-abc4-4aa34b5a7191 req-44300c91-e58a-441d-8737-dccea7af4e44 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:56.433400 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-cc02e6fc-7b69-451f-abc4-4aa34b5a7191 req-44300c91-e58a-441d-8737-dccea7af4e44 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] 10.222.0.22 "GET /v2.0/ports?device_id=8fcc5899-c127-4583-9db4-6eabc2fd954a HTTP/1.1" status: 200 len: 944 time: 0.0880883 Aug 16 15:17:56.530971 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-cc02e6fc-7b69-451f-abc4-4aa34b5a7191 req-03d67a18-1630-4d86-81f1-5d741e1049c4 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] 10.222.0.22 "GET /v2.0/security-groups?id=985bd559-0476-4845-ba63-ed2d1ad98e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967140 Aug 16 15:17:56.730539 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab60e5-e5bc-42d5-9222-e8628b08a279 req-6c793185-2f02-4615-b220-597fc1566a38 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:56.740633 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5171398-f2aa-4e9f-863d-0bbf9ad27fe6 admin admin] Router a8a11809-5a53-44bf-97c1-d2f6d9224a81 is scheduled to L3 agent b2ca3166-9002-4222-bd01-ae8f73ca62dc with binding_index 1 {{(pid=94051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 15:17:56.741662 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-d2ab60e5-e5bc-42d5-9222-e8628b08a279 req-6c793185-2f02-4615-b220-597fc1566a38 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.0835450 Aug 16 15:17:56.810538 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-d2ab60e5-e5bc-42d5-9222-e8628b08a279 req-f8cf778b-961d-45d9-bf6f-65d9b86e6552 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532908 Aug 16 15:17:56.914661 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5171398-f2aa-4e9f-863d-0bbf9ad27fe6 admin admin] Notify agent at l3_agent.dv-cinder-804757-1-iscsi the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:17:56.929163 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0603d33c-52de-47a1-ab5d-64520896eb9f None None] Sync routers for ids ['a8a11809-5a53-44bf-97c1-d2f6d9224a81'] in dv-cinder-804757-1-iscsi {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:17:56.930902 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d5171398-f2aa-4e9f-863d-0bbf9ad27fe6 admin admin] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:56.935072 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 38998) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:17:56.941801 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-d5171398-f2aa-4e9f-863d-0bbf9ad27fe6 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6528938 Aug 16 15:17:56.942185 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0603d33c-52de-47a1-ab5d-64520896eb9f None None] Routers {'a8a11809-5a53-44bf-97c1-d2f6d9224a81'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:17:56.943262 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-0603d33c-52de-47a1-ab5d-64520896eb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:17:34Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['a8a11809-5a53-44bf-97c1-d2f6d9224a81'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:17:57.081883 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-0603d33c-52de-47a1-ab5d-64520896eb9f None None] Set router a8a11809-5a53-44bf-97c1-d2f6d9224a81 gateway port host: dv-cinder-804757-1-iscsi {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:17:57.157913 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc5a7fd-3722-4de2-9527-1c2282a05413 None None] Network 7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a requested from dv-cinder-804757-1-iscsi {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:17:57.261389 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device 0f0676ec-c698-4715-8c21-14444be354c6 up at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:17:57.354464 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2d619957-0d9d-45a4-90fd-5b60565d9f27 None None] Provisioning for port 0f0676ec-c698-4715-8c21-14444be354c6 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:17:57.365062 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-0603d33c-52de-47a1-ab5d-64520896eb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'name': 'tempest-TestVolumeBootPattern-878461996-router', 'tenant_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '47aa7870-f937-41a9-a42d-54da90726343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:17:54Z', 'updated_at': '2021-08-16T15:17:55Z', 'revision_number': 3, 'project_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'gw_port': {'id': '47aa7870-f937-41a9-a42d-54da90726343', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:54Z', 'updated_at': '2021-08-16T15:17:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi'}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:17:57.457557 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning for port 0f0676ec-c698-4715-8c21-14444be354c6 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:17:57.464943 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning complete for port 0f0676ec-c698-4715-8c21-14444be354c6 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:17:57.466132 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:57.553755 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f2f77923-154c-4b73-8002-3d813d74e89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:57.617573 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0603d33c-52de-47a1-ab5d-64520896eb9f None None] Checking router: a8a11809-5a53-44bf-97c1-d2f6d9224a81 for host: dv-cinder-804757-1-iscsi {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:17:57.617902 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0603d33c-52de-47a1-ab5d-64520896eb9f None None] Updating router a8a11809-5a53-44bf-97c1-d2f6d9224a81 port 47aa7870-f937-41a9-a42d-54da90726343 binding host dv-cinder-804757-1-iscsi {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 15:17:57.753241 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:57.759340 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-0603d33c-52de-47a1-ab5d-64520896eb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:57.845217 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56542bd0-862c-4993-9e06-19b250d25a0b req-e8afb310-7e33-4896-8203-d076047a3f5a tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:57.848121 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-56542bd0-862c-4993-9e06-19b250d25a0b req-e8afb310-7e33-4896-8203-d076047a3f5a tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] 10.222.0.22 "GET /v2.0/ports?device_id=8fcc5899-c127-4583-9db4-6eabc2fd954a HTTP/1.1" status: 200 len: 944 time: 0.1253893 Aug 16 15:17:57.877160 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-f2f77923-154c-4b73-8002-3d813d74e89d admin admin] Allocated IP 172.20.0.1 (7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a/12be7342-1293-4efd-8683-22f17d2b28ee/8a3155ae-d95b-4535-85af-08fc480629eb) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:17:57.911790 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-74c45932-39cb-4ac3-89f8-adf8bc3bd055 req-3135f594-6a8d-438e-815f-4e17e1cf54e4 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1229389 Aug 16 15:17:57.931707 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] For port 0f0676ec-c698-4715-8c21-14444be354c6, host dv-cinder-804757-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=0f0676ec-c698-4715-8c21-14444be354c6,segment=NetworkSegment(ec402e6f-339e-4373-af26-597dcdea5a54),segment_id=ec402e6f-339e-4373-af26-597dcdea5a54)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:17:57.942620 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:57.943602 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-56542bd0-862c-4993-9e06-19b250d25a0b req-1ae8a770-a3b8-4a53-bfa2-f4c04bcff3cc tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] 10.222.0.22 "GET /v2.0/security-groups?id=985bd559-0476-4845-ba63-ed2d1ad98e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888920 Aug 16 15:17:57.964388 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-2c315a7f-5c33-419b-98e0-da5705cda071 None None] Provisioning complete for port 0f0676ec-c698-4715-8c21-14444be354c6 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:17:57.965053 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-2c315a7f-5c33-419b-98e0-da5705cda071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:57.984980 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device 963bfe13-192f-4630-9e47-f1adbba15c70 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 15:17:58.147341 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c45932-39cb-4ac3-89f8-adf8bc3bd055 req-d2d5e9e6-821f-426f-8c9f-9bddaa1e7f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:58.149462 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-74c45932-39cb-4ac3-89f8-adf8bc3bd055 req-d2d5e9e6-821f-426f-8c9f-9bddaa1e7f0e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=01f2355b3173487a90e45214a420413d&device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 1098 time: 0.2097735 Aug 16 15:17:58.183155 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4960cad4-a54b-441c-8c30-44fdbb601906 req-8eeef84d-51ee-4eaa-9450-bedb75176bdc tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:58.185691 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-0603d33c-52de-47a1-ab5d-64520896eb9f None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:58.190975 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-4960cad4-a54b-441c-8c30-44fdbb601906 req-8eeef84d-51ee-4eaa-9450-bedb75176bdc tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.1609340 Aug 16 15:17:58.211599 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-0603d33c-52de-47a1-ab5d-64520896eb9f None None] Transition to ACTIVE for port object 47aa7870-f937-41a9-a42d-54da90726343 will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:17:58.225256 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-0603d33c-52de-47a1-ab5d-64520896eb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:58.281406 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Pushing event updated for resources: {'Port': ['ID=0f0676ec-c698-4715-8c21-14444be354c6,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:58.319721 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port 963bfe13-192f-4630-9e47-f1adbba15c70, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=963bfe13-192f-4630-9e47-f1adbba15c70,segment=NetworkSegment(29364316-07c3-48dc-8d26-bb814f8359ac),segment_id=29364316-07c3-48dc-8d26-bb814f8359ac)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:17:58.361976 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-0603d33c-52de-47a1-ab5d-64520896eb9f None None] Attempting to bind port 47aa7870-f937-41a9-a42d-54da90726343 on host dv-cinder-804757-1-iscsi for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:17:58.362335 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-0603d33c-52de-47a1-ab5d-64520896eb9f None None] Attempting to bind port 47aa7870-f937-41a9-a42d-54da90726343 by drivers openvswitch,hyperv on host dv-cinder-804757-1-iscsi at level 0 using segments [{'id': '6c369326-29bf-41f1-8d37-65f3627778f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:17:58.362690 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0603d33c-52de-47a1-ab5d-64520896eb9f None None] Attempting to bind port 47aa7870-f937-41a9-a42d-54da90726343 on network b7623838-067e-46d7-9324-3e363fad67d4 {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:17:58.380090 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7748d611-d824-4747-80c9-8dadb60d36ef None None] Pushing event updated for resources: {'Port': ['ID=47aa7870-f937-41a9-a42d-54da90726343,revision_number=2']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:58.388617 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0603d33c-52de-47a1-ab5d-64520896eb9f None None] Checking agent: {'id': '038bb836-fe78-417c-a302-5d10dc6ddcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 8, 4), 'started_at': datetime.datetime(2021, 8, 16, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:17:58.389027 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0603d33c-52de-47a1-ab5d-64520896eb9f None None] Checking segment: {'id': '6c369326-29bf-41f1-8d37-65f3627778f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:17:58.389432 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-0603d33c-52de-47a1-ab5d-64520896eb9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:58.389808 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0603d33c-52de-47a1-ab5d-64520896eb9f None None] Bound using segment: {'id': '6c369326-29bf-41f1-8d37-65f3627778f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:17:58.398965 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-0603d33c-52de-47a1-ab5d-64520896eb9f None None] Bound port: 47aa7870-f937-41a9-a42d-54da90726343, host: dv-cinder-804757-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c369326-29bf-41f1-8d37-65f3627778f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:17:58.398965 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-0603d33c-52de-47a1-ab5d-64520896eb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:58.399594 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Returning: {'device': '963bfe13-192f-4630-9e47-f1adbba15c70', 'network_id': '0fa8beeb-54ff-4459-ae7e-dcfe9bda3c04', 'port_id': '963bfe13-192f-4630-9e47-f1adbba15c70', 'mac_address': 'fa:16:3e:dc:d4:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc9e0f70-35d2-4c43-b381-cebe3b84bff8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 15:17:58.399853 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f2f77923-154c-4b73-8002-3d813d74e89d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:58.443803 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-4960cad4-a54b-441c-8c30-44fdbb601906 req-8ed50872-d40d-496f-a9a5-a61c55e5be67 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456095 Aug 16 15:17:58.460958 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-f2f77923-154c-4b73-8002-3d813d74e89d admin admin] Transition to ACTIVE for port object 8a3155ae-d95b-4535-85af-08fc480629eb will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:17:58.485140 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c45932-39cb-4ac3-89f8-adf8bc3bd055 req-f6536d9d-01b7-4f1c-bfc4-92656fa442ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:58.486861 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-74c45932-39cb-4ac3-89f8-adf8bc3bd055 req-f6536d9d-01b7-4f1c-bfc4-92656fa442ae service neutron] 10.222.0.63 "GET /v2.0/networks?id=dc2a7c1b-6294-45c9-b16c-61fd2495db53 HTTP/1.1" status: 200 len: 919 time: 0.2894847 Aug 16 15:17:58.488897 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:58.505166 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-0603d33c-52de-47a1-ab5d-64520896eb9f None None] For port 47aa7870-f937-41a9-a42d-54da90726343, host dv-cinder-804757-1-iscsi, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:17:58.506494 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 963bfe13-192f-4630-9e47-f1adbba15c70 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:17:58.509820 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-0603d33c-52de-47a1-ab5d-64520896eb9f None None] For port 47aa7870-f937-41a9-a42d-54da90726343, host dv-cinder-804757-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=47aa7870-f937-41a9-a42d-54da90726343,segment=NetworkSegment(6c369326-29bf-41f1-8d37-65f3627778f0),segment_id=6c369326-29bf-41f1-8d37-65f3627778f0)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:17:58.515279 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-0603d33c-52de-47a1-ab5d-64520896eb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:58.551365 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port 963bfe13-192f-4630-9e47-f1adbba15c70, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=963bfe13-192f-4630-9e47-f1adbba15c70,segment=NetworkSegment(29364316-07c3-48dc-8d26-bb814f8359ac),segment_id=29364316-07c3-48dc-8d26-bb814f8359ac)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:17:58.558635 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:58.560269 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-74c45932-39cb-4ac3-89f8-adf8bc3bd055 req-3b5f7456-0a8b-4cf9-aa4a-a0cbb1826ecd service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df6bd210-6709-41a7-bc0e-c6caa9ab9a65 HTTP/1.1" status: 200 len: 217 time: 0.0595055 Aug 16 15:17:58.587428 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f2f77923-154c-4b73-8002-3d813d74e89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769335250701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2787876'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:58.590758 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0603d33c-52de-47a1-ab5d-64520896eb9f None None] Routers {'a8a11809-5a53-44bf-97c1-d2f6d9224a81'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:17:58.592120 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-0603d33c-52de-47a1-ab5d-64520896eb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:17:34Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['a8a11809-5a53-44bf-97c1-d2f6d9224a81'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:17:58.659505 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Pushing event updated for resources: {'Port': ['ID=963bfe13-192f-4630-9e47-f1adbba15c70,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:58.684794 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7748d611-d824-4747-80c9-8dadb60d36ef None None] Pushing event updated for resources: {'Port': ['ID=47aa7870-f937-41a9-a42d-54da90726343,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:58.719998 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f77923-154c-4b73-8002-3d813d74e89d admin admin] Network 7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:17:58.726745 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-f2f77923-154c-4b73-8002-3d813d74e89d admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:17:58.731493 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f77923-154c-4b73-8002-3d813d74e89d admin admin] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:17:58.734627 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c45932-39cb-4ac3-89f8-adf8bc3bd055 req-24493331-fd45-4469-966e-2d3e4a13b8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:58.736213 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-74c45932-39cb-4ac3-89f8-adf8bc3bd055 req-24493331-fd45-4469-966e-2d3e4a13b8cb service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d78ff18c-4064-4ba6-8f60-118b05bc557a HTTP/1.1" status: 200 len: 859 time: 0.1676331 Aug 16 15:17:58.781039 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f77923-154c-4b73-8002-3d813d74e89d admin admin] Pushing event updated for resources: {'Port': ['ID=8a3155ae-d95b-4535-85af-08fc480629eb,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:58.817132 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-74c45932-39cb-4ac3-89f8-adf8bc3bd055 req-72ff4b5e-bc83-46b7-849b-566653d650a8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dc2a7c1b-6294-45c9-b16c-61fd2495db53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501184 Aug 16 15:17:58.856836 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-0603d33c-52de-47a1-ab5d-64520896eb9f None None] Set router a8a11809-5a53-44bf-97c1-d2f6d9224a81 gateway port host: dv-cinder-804757-1-iscsi {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:17:58.863669 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] get_ports_and_sgs() called for port_ids ['963bfe13-192f-4630-9e47-f1adbba15c70'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:17:58.888691 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f2f77923-154c-4b73-8002-3d813d74e89d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4167348'] for router_interface, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:59.128003 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-74c45932-39cb-4ac3-89f8-adf8bc3bd055 req-ff92e4e0-028b-4750-a50e-f409e0e5233b service neutron] 10.222.0.63 "GET /v2.0/networks/dc2a7c1b-6294-45c9-b16c-61fd2495db53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824724 Aug 16 15:17:59.138812 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-23266843-5019-4035-b6ed-0d24e77004ee None None] Provisioning for port 8a3155ae-d95b-4535-85af-08fc480629eb completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:17:59.154440 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-23266843-5019-4035-b6ed-0d24e77004ee None None] Provisioning complete for port 8a3155ae-d95b-4535-85af-08fc480629eb triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:17:59.154954 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-23266843-5019-4035-b6ed-0d24e77004ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:59.201307 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device 0f0676ec-c698-4715-8c21-14444be354c6 up at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:17:59.306348 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-23266843-5019-4035-b6ed-0d24e77004ee None None] Port 8a3155ae-d95b-4535-85af-08fc480629eb cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 15:17:59.324564 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-0603d33c-52de-47a1-ab5d-64520896eb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'name': 'tempest-TestVolumeBootPattern-878461996-router', 'tenant_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '47aa7870-f937-41a9-a42d-54da90726343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:17:54Z', 'updated_at': '2021-08-16T15:17:55Z', 'revision_number': 3, 'project_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'gw_port': {'id': '47aa7870-f937-41a9-a42d-54da90726343', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:54Z', 'updated_at': '2021-08-16T15:17:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi'}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:17:59.337360 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning complete for port 0f0676ec-c698-4715-8c21-14444be354c6 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:17:59.337923 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:59.353732 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d66ca-2c99-4f86-9ba4-197fe05773d3 req-f6d1bbe8-079e-45aa-b252-bf89619ba073 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:59.354004 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0603d33c-52de-47a1-ab5d-64520896eb9f None None] The sync data for ids ['a8a11809-5a53-44bf-97c1-d2f6d9224a81'] in dv-cinder-804757-1-iscsi is: [{'id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'name': 'tempest-TestVolumeBootPattern-878461996-router', 'tenant_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '47aa7870-f937-41a9-a42d-54da90726343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:17:54Z', 'updated_at': '2021-08-16T15:17:55Z', 'revision_number': 3, 'project_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'gw_port': {'id': '47aa7870-f937-41a9-a42d-54da90726343', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:54Z', 'updated_at': '2021-08-16T15:17:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi'}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:17:59.355670 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-f56d66ca-2c99-4f86-9ba4-197fe05773d3 req-f6d1bbe8-079e-45aa-b252-bf89619ba073 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] 10.222.0.22 "GET /v2.0/ports?device_id=8fcc5899-c127-4583-9db4-6eabc2fd954a HTTP/1.1" status: 200 len: 945 time: 0.2400825 Aug 16 15:17:59.372872 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-74c45932-39cb-4ac3-89f8-adf8bc3bd055 req-fca0456e-5392-4686-be0c-2c51bbe0ef09 service neutron] 10.222.0.63 "GET /v2.0/networks/dc2a7c1b-6294-45c9-b16c-61fd2495db53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313263 Aug 16 15:17:59.389085 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f2f77923-154c-4b73-8002-3d813d74e89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:59.473951 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-f56d66ca-2c99-4f86-9ba4-197fe05773d3 req-6aa62368-135e-4e86-8092-a64b99e0402d tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] 10.222.0.22 "GET /v2.0/security-groups?id=985bd559-0476-4845-ba63-ed2d1ad98e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045856 Aug 16 15:17:59.702542 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e214dba3-c864-4283-a034-f9691917663b req-82464ad5-0bb7-4d38-a2e5-36388907bf24 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:17:59.704232 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-e214dba3-c864-4283-a034-f9691917663b req-82464ad5-0bb7-4d38-a2e5-36388907bf24 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.1291022 Aug 16 15:17:59.730367 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f2f77923-154c-4b73-8002-3d813d74e89d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:59.738193 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f2f77923-154c-4b73-8002-3d813d74e89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2787883'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:59.843918 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-e214dba3-c864-4283-a034-f9691917663b req-527e72bb-41fa-4033-b51e-b10f101a2bd2 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300757 Aug 16 15:17:59.928159 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f77923-154c-4b73-8002-3d813d74e89d admin admin] Pushing event updated for resources: {'Port': ['ID=8a3155ae-d95b-4535-85af-08fc480629eb,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:17:59.943769 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f2f77923-154c-4b73-8002-3d813d74e89d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3780398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4167192'] for router_interface, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:17:59.988206 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device 963bfe13-192f-4630-9e47-f1adbba15c70 up at agent hyperv_hv-cinder-80475 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:18:00.101825 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Provisioning for port 963bfe13-192f-4630-9e47-f1adbba15c70 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:18:00.108468 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Provisioning complete for port 963bfe13-192f-4630-9e47-f1adbba15c70 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:18:00.108853 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:00.180077 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f77923-154c-4b73-8002-3d813d74e89d admin admin] Network 7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:18:00.185043 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-f2f77923-154c-4b73-8002-3d813d74e89d admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:18:00.269574 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:00.318988 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fcc5899-c127-4583-9db4-6eabc2fd954a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963bfe13-192f-4630-9e47-f1adbba15c70'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:18:00.323549 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e76958932a03d86b7f0b22df001500a87ec50ba87a7955a81e77db88798745a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-945fd76f-b30f-49ec-aef2-4d86c3de1ae0" -d '{"events": [{"server_uuid": "8fcc5899-c127-4583-9db4-6eabc2fd954a", "name": "network-vif-plugged", "status": "completed", "tag": "963bfe13-192f-4630-9e47-f1adbba15c70"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:18:00.349733 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port 963bfe13-192f-4630-9e47-f1adbba15c70, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=963bfe13-192f-4630-9e47-f1adbba15c70,segment=NetworkSegment(29364316-07c3-48dc-8d26-bb814f8359ac),segment_id=29364316-07c3-48dc-8d26-bb814f8359ac)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:18:00.364892 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:00.402823 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5535c0e-1fc5-4889-bc90-ded426a356ce x-openstack-request-id: req-b5535c0e-1fc5-4889-bc90-ded426a356ce {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:18:00.405310 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fcc5899-c127-4583-9db4-6eabc2fd954a", "name": "network-vif-plugged", "status": "completed", "tag": "963bfe13-192f-4630-9e47-f1adbba15c70", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:18:00.405706 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b5535c0e-1fc5-4889-bc90-ded426a356ce {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:18:00.406391 dv-cinder-804757-1-iscsi neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fcc5899-c127-4583-9db4-6eabc2fd954a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963bfe13-192f-4630-9e47-f1adbba15c70', 'code': 200} Aug 16 15:18:00.477151 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f77923-154c-4b73-8002-3d813d74e89d admin admin] Router a8a11809-5a53-44bf-97c1-d2f6d9224a81 has already been hosted by L3 agent b2ca3166-9002-4222-bd01-ae8f73ca62dc {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 15:18:00.504508 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Pushing event updated for resources: {'Port': ['ID=963bfe13-192f-4630-9e47-f1adbba15c70,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:00.678566 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-52153e7b-9925-4f8d-b978-ef233a756d26 None None] Provisioning complete for port 8a3155ae-d95b-4535-85af-08fc480629eb triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:18:00.679052 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-52153e7b-9925-4f8d-b978-ef233a756d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:00.798069 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-52153e7b-9925-4f8d-b978-ef233a756d26 None None] Port 8a3155ae-d95b-4535-85af-08fc480629eb cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 15:18:01.028664 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0aae51-7630-4463-88cd-43a2e3932c2b req-f5de7bbb-9aa8-4584-b01b-c18b22ea199c tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:01.040635 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-4f0aae51-7630-4463-88cd-43a2e3932c2b req-f5de7bbb-9aa8-4584-b01b-c18b22ea199c tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] 10.222.0.22 "GET /v2.0/ports?device_id=8fcc5899-c127-4583-9db4-6eabc2fd954a HTTP/1.1" status: 200 len: 946 time: 0.1506839 Aug 16 15:18:01.055413 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b2201-b5c3-4a75-8120-43163b8be590 req-9240d2dc-f908-44e4-b459-6742383a3d07 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:01.073433 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-580b2201-b5c3-4a75-8120-43163b8be590 req-9240d2dc-f908-44e4-b459-6742383a3d07 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.1337574 Aug 16 15:18:01.115862 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device 47aa7870-f937-41a9-a42d-54da90726343 up at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:18:01.126742 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-580b2201-b5c3-4a75-8120-43163b8be590 req-4f01df60-2f75-4634-a6cb-9268148028f5 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518813 Aug 16 15:18:01.132909 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-4f0aae51-7630-4463-88cd-43a2e3932c2b req-a8ebc025-87ae-4333-ad00-ce778be7da7f tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] 10.222.0.22 "GET /v2.0/security-groups?id=985bd559-0476-4845-ba63-ed2d1ad98e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916443 Aug 16 15:18:01.151555 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f77923-154c-4b73-8002-3d813d74e89d admin admin] Notify agent at l3_agent.dv-cinder-804757-1-iscsi the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:18:01.174415 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-f2f77923-154c-4b73-8002-3d813d74e89d admin admin] 10.222.0.22 "PUT /v2.0/routers/a8a11809-5a53-44bf-97c1-d2f6d9224a81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2382271 Aug 16 15:18:01.180361 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5bea2c-989d-449f-91d6-dc701188e858 req-0c568bd0-e858-4131-b2ac-5a5616d68059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:01.181832 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-1b5bea2c-989d-449f-91d6-dc701188e858 req-0c568bd0-e858-4131-b2ac-5a5616d68059 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=8fcc5899-c127-4583-9db4-6eabc2fd954a HTTP/1.1" status: 200 len: 1099 time: 0.2909577 Aug 16 15:18:01.226977 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning for port 47aa7870-f937-41a9-a42d-54da90726343 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:18:01.241176 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning complete for port 47aa7870-f937-41a9-a42d-54da90726343 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:18:01.243566 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:01.313248 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-1b5bea2c-989d-449f-91d6-dc701188e858 req-4c1e4200-55d1-4e44-8752-d40f82871296 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=985bd559-0476-4845-ba63-ed2d1ad98e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186569 Aug 16 15:18:01.405986 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ed82065f-1cc0-4958-bba3-c82fc8502540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:01.457415 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:01.492786 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] For port 47aa7870-f937-41a9-a42d-54da90726343, host dv-cinder-804757-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=47aa7870-f937-41a9-a42d-54da90726343,segment=NetworkSegment(6c369326-29bf-41f1-8d37-65f3627778f0),segment_id=6c369326-29bf-41f1-8d37-65f3627778f0)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:18:01.498891 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:01.598920 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Pushing event updated for resources: {'Port': ['ID=47aa7870-f937-41a9-a42d-54da90726343,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:01.820275 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 39100) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:18:01.951854 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4d2960-f713-420b-885f-035ba451eb05 None None] Sync routers for ids ['a8a11809-5a53-44bf-97c1-d2f6d9224a81'] in dv-cinder-804757-1-iscsi {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:18:01.968709 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4d2960-f713-420b-885f-035ba451eb05 None None] Routers {'a8a11809-5a53-44bf-97c1-d2f6d9224a81'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:18:01.969407 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-eb4d2960-f713-420b-885f-035ba451eb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:17:34Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['a8a11809-5a53-44bf-97c1-d2f6d9224a81'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:18:02.129079 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-eb4d2960-f713-420b-885f-035ba451eb05 None None] Set router a8a11809-5a53-44bf-97c1-d2f6d9224a81 gateway port host: dv-cinder-804757-1-iscsi {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:18:02.239142 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2cb72c48-7e07-4557-a523-166647267abc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:02.336592 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 39116) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:18:02.378027 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54bd064-fdd7-435c-aff4-90999306d2da req-63730851-ca9d-4555-87f5-6a618d7c4fe2 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:02.390784 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-e54bd064-fdd7-435c-aff4-90999306d2da req-63730851-ca9d-4555-87f5-6a618d7c4fe2 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] 10.222.0.22 "GET /v2.0/ports?device_id=8fcc5899-c127-4583-9db4-6eabc2fd954a HTTP/1.1" status: 200 len: 946 time: 0.0969887 Aug 16 15:18:02.451256 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc13f7fc-794a-487b-8b76-036e930522a4 req-542fdd9a-d2e9-499d-ad3c-2f8e30db1195 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:02.459535 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-cc13f7fc-794a-487b-8b76-036e930522a4 req-542fdd9a-d2e9-499d-ad3c-2f8e30db1195 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.1342883 Aug 16 15:18:02.497069 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-e54bd064-fdd7-435c-aff4-90999306d2da req-df1e515b-5b5f-4450-9976-f5048e9e5626 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] 10.222.0.22 "GET /v2.0/security-groups?id=985bd559-0476-4845-ba63-ed2d1ad98e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049364 Aug 16 15:18:02.510525 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 39124) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:18:02.534504 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [None req-9a8bcb99-d991-45dc-a318-9f1df57ac661 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1276650241-network', 'tenant_id': '034d9a0c09414014b1b5c2f2237d13b5'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:18:02.556477 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-cc13f7fc-794a-487b-8b76-036e930522a4 req-f06689b0-f744-447c-912a-4e24be47b38b tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930970 Aug 16 15:18:02.607730 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2cb72c48-7e07-4557-a523-166647267abc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:02.614422 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2cb72c48-7e07-4557-a523-166647267abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:02.641549 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8bcb99-d991-45dc-a318-9f1df57ac661 admin admin] Made reservation on behalf of 034d9a0c09414014b1b5c2f2237d13b5 for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:18:02.644587 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9a8bcb99-d991-45dc-a318-9f1df57ac661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:02.659051 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9a8bcb99-d991-45dc-a318-9f1df57ac661 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:02.677412 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-2cb72c48-7e07-4557-a523-166647267abc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a03c125407e3421d9d960fd9d35f04ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8557980 Aug 16 15:18:02.679902 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 39126) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:18:02.689613 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb72c48-7e07-4557-a523-166647267abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d88b207-6358-4a15-8d3f-14b414822db2,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:02.707696 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-eb4d2960-f713-420b-885f-035ba451eb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'name': 'tempest-TestVolumeBootPattern-878461996-router', 'tenant_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '47aa7870-f937-41a9-a42d-54da90726343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:17:54Z', 'updated_at': '2021-08-16T15:17:59Z', 'revision_number': 4, 'project_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'gw_port': {'id': '47aa7870-f937-41a9-a42d-54da90726343', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:54Z', 'updated_at': '2021-08-16T15:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_interfaces': [{'id': '8a3155ae-d95b-4535-85af-08fc480629eb', 'name': '', 'network_id': '7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a', 'tenant_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'mac_address': 'fa:16:3e:43:7b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '12be7342-1293-4efd-8683-22f17d2b28ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:57Z', 'updated_at': '2021-08-16T15:17:59Z', 'revision_number': 2, 'project_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'subnets': [{'id': '12be7342-1293-4efd-8683-22f17d2b28ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:18:02.738310 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4d2960-f713-420b-885f-035ba451eb05 None None] Checking router: a8a11809-5a53-44bf-97c1-d2f6d9224a81 for host: dv-cinder-804757-1-iscsi {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:18:02.738664 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4d2960-f713-420b-885f-035ba451eb05 None None] Updating router a8a11809-5a53-44bf-97c1-d2f6d9224a81 port 8a3155ae-d95b-4535-85af-08fc480629eb binding host dv-cinder-804757-1-iscsi {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 15:18:02.768560 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-eb4d2960-f713-420b-885f-035ba451eb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:02.798612 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2b3397bd-deb7-4cb6-bb8a-0e61a5945f8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:02.807260 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9a8bcb99-d991-45dc-a318-9f1df57ac661 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:02.813982 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9a8bcb99-d991-45dc-a318-9f1df57ac661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:02.836252 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2b3397bd-deb7-4cb6-bb8a-0e61a5945f8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:02.853647 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a8bcb99-d991-45dc-a318-9f1df57ac661 admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 15:18:02.872701 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9ece59a6-8f33-419d-809c-f5abdd3a6160 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:02.894030 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9a8bcb99-d991-45dc-a318-9f1df57ac661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014199'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:02.894764 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.db.segments_db [None req-9a8bcb99-d991-45dc-a318-9f1df57ac661 admin admin] Added segment cda53369-0548-4005-9d49-ea79f2ecaf3a of type vlan for network c3efea4d-d9ac-44e7-86c8-41af94372c04 Aug 16 15:18:02.942671 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2b3397bd-deb7-4cb6-bb8a-0e61a5945f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:02.953434 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2b3397bd-deb7-4cb6-bb8a-0e61a5945f8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:02.955801 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-2b3397bd-deb7-4cb6-bb8a-0e61a5945f8f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5d88b207-6358-4a15-8d3f-14b414822db2 HTTP/1.1" status: 204 len: 168 time: 0.2744355 Aug 16 15:18:03.012180 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9ece59a6-8f33-419d-809c-f5abdd3a6160 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:03.023550 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3397bd-deb7-4cb6-bb8a-0e61a5945f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d88b207-6358-4a15-8d3f-14b414822db2,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:03.024804 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8bcb99-d991-45dc-a318-9f1df57ac661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7007aef5-c3b5-40ce-9ed4-999acbd097c1,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:03.029973 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9ece59a6-8f33-419d-809c-f5abdd3a6160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:03.117081 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9a8bcb99-d991-45dc-a318-9f1df57ac661 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769335234654'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:03.131627 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 39130) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:18:03.133411 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-9ece59a6-8f33-419d-809c-f5abdd3a6160 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b6985c5c728c4f9caf5754d5ba48741a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7935679 Aug 16 15:18:03.137756 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ece59a6-8f33-419d-809c-f5abdd3a6160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1392088-0c88-4261-a390-7636bdfe3f96,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:03.164701 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9a8bcb99-d991-45dc-a318-9f1df57ac661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:03.165856 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8bcb99-d991-45dc-a318-9f1df57ac661 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:03.169620 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9a8bcb99-d991-45dc-a318-9f1df57ac661 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3780594'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:03.209432 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device 47aa7870-f937-41a9-a42d-54da90726343 up at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:18:03.259698 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8bcb99-d991-45dc-a318-9f1df57ac661 admin admin] Pushing event updated for resources: {'Network': ['ID=c3efea4d-d9ac-44e7-86c8-41af94372c04,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:03.267697 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-eb4d2960-f713-420b-885f-035ba451eb05 None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:03.273937 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-9a8bcb99-d991-45dc-a318-9f1df57ac661 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7592332 Aug 16 15:18:03.276299 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 39134) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:18:03.283182 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [None req-f2ebe280-e9c0-4361-8e48-209dde1d9755 admin admin] Request body: {'subnet': {'network_id': 'c3efea4d-d9ac-44e7-86c8-41af94372c04', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1276650241-subnet', 'tenant_id': '034d9a0c09414014b1b5c2f2237d13b5', 'ip_version': 4}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:18:03.294264 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Network c3efea4d-d9ac-44e7-86c8-41af94372c04 details requested by agent ovs-agent-dv-cinder-804757-1-iscsi with host dv-cinder-804757-1-iscsi {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 15:18:03.302404 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-eb4d2960-f713-420b-885f-035ba451eb05 None None] Transition to ACTIVE for port object 8a3155ae-d95b-4535-85af-08fc480629eb will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:18:03.317201 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d6254c5a-c396-467c-9f3b-04545a3492c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:03.328118 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ebe280-e9c0-4361-8e48-209dde1d9755 admin admin] Made reservation on behalf of 034d9a0c09414014b1b5c2f2237d13b5 for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:18:03.336910 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f2ebe280-e9c0-4361-8e48-209dde1d9755 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26656853'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:03.359506 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d6254c5a-c396-467c-9f3b-04545a3492c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:03.371354 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-eb4d2960-f713-420b-885f-035ba451eb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:03.423567 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d6254c5a-c396-467c-9f3b-04545a3492c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:03.427032 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d6254c5a-c396-467c-9f3b-04545a3492c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:03.428433 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-d6254c5a-c396-467c-9f3b-04545a3492c8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c1392088-0c88-4261-a390-7636bdfe3f96 HTTP/1.1" status: 204 len: 168 time: 0.2942219 Aug 16 15:18:03.463785 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6254c5a-c396-467c-9f3b-04545a3492c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1392088-0c88-4261-a390-7636bdfe3f96,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:03.581401 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bf5d1c-5cb1-4879-9fa9-b3d605771990 None None] Pushing event updated for resources: {'Port': ['ID=8a3155ae-d95b-4535-85af-08fc480629eb,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:03.597634 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning complete for port 47aa7870-f937-41a9-a42d-54da90726343 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:18:03.598008 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:03.768930 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb826e79-a503-4472-9710-86f4ee7b68d8 req-9045dee1-1fe1-4aa6-b4b9-6a6d6732ee89 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:03.774181 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-cb826e79-a503-4472-9710-86f4ee7b68d8 req-9045dee1-1fe1-4aa6-b4b9-6a6d6732ee89 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] 10.222.0.22 "GET /v2.0/ports?device_id=8fcc5899-c127-4583-9db4-6eabc2fd954a HTTP/1.1" status: 200 len: 946 time: 0.1453629 Aug 16 15:18:03.833481 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f2ebe280-e9c0-4361-8e48-209dde1d9755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4115071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2268743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26656827'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:03.880917 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-cb826e79-a503-4472-9710-86f4ee7b68d8 req-5963125c-7b54-40cc-82f5-491f11a81012 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] 10.222.0.22 "GET /v2.0/security-groups?id=985bd559-0476-4845-ba63-ed2d1ad98e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974832 Aug 16 15:18:03.923044 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-eb4d2960-f713-420b-885f-035ba451eb05 None None] Attempting to bind port 8a3155ae-d95b-4535-85af-08fc480629eb on host dv-cinder-804757-1-iscsi for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:18:03.923631 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-eb4d2960-f713-420b-885f-035ba451eb05 None None] Attempting to bind port 8a3155ae-d95b-4535-85af-08fc480629eb by drivers openvswitch,hyperv on host dv-cinder-804757-1-iscsi at level 0 using segments [{'id': 'ec402e6f-339e-4373-af26-597dcdea5a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:18:03.933332 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4d2960-f713-420b-885f-035ba451eb05 None None] Attempting to bind port 8a3155ae-d95b-4535-85af-08fc480629eb on network 7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:18:03.948014 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e3165-9ea9-4479-a525-25b90d5fb0f2 req-c5018f41-8bf7-495e-a406-17a9af0bff08 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:03.973840 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-c31e3165-9ea9-4479-a525-25b90d5fb0f2 req-c5018f41-8bf7-495e-a406-17a9af0bff08 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.2807083 Aug 16 15:18:03.997414 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4d2960-f713-420b-885f-035ba451eb05 None None] Checking agent: {'id': '038bb836-fe78-417c-a302-5d10dc6ddcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 8, 4), 'started_at': datetime.datetime(2021, 8, 16, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:18:03.998162 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4d2960-f713-420b-885f-035ba451eb05 None None] Checking segment: {'id': 'ec402e6f-339e-4373-af26-597dcdea5a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:18:03.998778 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-eb4d2960-f713-420b-885f-035ba451eb05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:03.999274 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4d2960-f713-420b-885f-035ba451eb05 None None] Bound using segment: {'id': 'ec402e6f-339e-4373-af26-597dcdea5a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:18:04.000026 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-eb4d2960-f713-420b-885f-035ba451eb05 None None] Bound port: 8a3155ae-d95b-4535-85af-08fc480629eb, host: dv-cinder-804757-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec402e6f-339e-4373-af26-597dcdea5a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:18:04.000519 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-eb4d2960-f713-420b-885f-035ba451eb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:04.042190 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f5885909-3741-42db-ac9a-d73308737ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:04.048983 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ebe280-e9c0-4361-8e48-209dde1d9755 admin admin] Pushing event updated for resources: {'Subnet': ['ID=665d9619-21b4-4f54-8e93-a9384fe338fb,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:04.120910 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ebe280-e9c0-4361-8e48-209dde1d9755 admin admin] Checking segment: {'id': 'cda53369-0548-4005-9d49-ea79f2ecaf3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c3efea4d-d9ac-44e7-86c8-41af94372c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:18:04.129346 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ebe280-e9c0-4361-8e48-209dde1d9755 admin admin] Network hostable DHCP agents. Network: c3efea4d-d9ac-44e7-86c8-41af94372c04, hostable agents: ['7344f624-85b8-4b8b-b38a-21b8c75b4ec1'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 15:18:04.136838 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-c31e3165-9ea9-4479-a525-25b90d5fb0f2 req-fe56c2bc-4dc4-4bbc-a801-33f62bfe4ad9 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454840 Aug 16 15:18:04.165065 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ebe280-e9c0-4361-8e48-209dde1d9755 admin admin] Network c3efea4d-d9ac-44e7-86c8-41af94372c04 is scheduled to be hosted by DHCP agent 7344f624-85b8-4b8b-b38a-21b8c75b4ec1 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 15:18:04.190548 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-f2ebe280-e9c0-4361-8e48-209dde1d9755 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-1-iscsi, c3efea4d-d9ac-44e7-86c8-41af94372c04) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:18:04.195045 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-eb4d2960-f713-420b-885f-035ba451eb05 None None] For port 8a3155ae-d95b-4535-85af-08fc480629eb, host dv-cinder-804757-1-iscsi, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:18:04.198638 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ebe280-e9c0-4361-8e48-209dde1d9755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:04.201350 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-eb4d2960-f713-420b-885f-035ba451eb05 None None] For port 8a3155ae-d95b-4535-85af-08fc480629eb, host dv-cinder-804757-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=8a3155ae-d95b-4535-85af-08fc480629eb,segment=NetworkSegment(ec402e6f-339e-4373-af26-597dcdea5a54),segment_id=ec402e6f-339e-4373-af26-597dcdea5a54)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:18:04.203351 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f2ebe280-e9c0-4361-8e48-209dde1d9755 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3780594'] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:04.205553 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba9a203-4d3b-4628-b8ed-706919ba9a5c None None] Network c3efea4d-d9ac-44e7-86c8-41af94372c04 requested from dv-cinder-804757-1-iscsi {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:18:04.209655 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-eb4d2960-f713-420b-885f-035ba451eb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:04.244039 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 39164) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:18:04.249717 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-f2ebe280-e9c0-4361-8e48-209dde1d9755 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9719615 Aug 16 15:18:04.255049 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.v2.base [None req-c75c949a-4d9f-415b-9532-ac8f700c85fc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1276650241-router', 'tenant_id': '034d9a0c09414014b1b5c2f2237d13b5', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4'}}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:18:04.296194 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c75c949a-4d9f-415b-9532-ac8f700c85fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3772405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46218'] for router, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:04.297870 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c75c949a-4d9f-415b-9532-ac8f700c85fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3772249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3798708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4189620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-46209'] for router, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:04.360506 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 39168) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:18:04.378945 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-825b8b28-131f-4353-9ca6-c7bd88222907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:04.398102 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c75c949a-4d9f-415b-9532-ac8f700c85fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:04.399341 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:04.469608 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4d2960-f713-420b-885f-035ba451eb05 None None] Routers {'a8a11809-5a53-44bf-97c1-d2f6d9224a81'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:18:04.470326 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-eb4d2960-f713-420b-885f-035ba451eb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:18:04Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['a8a11809-5a53-44bf-97c1-d2f6d9224a81'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:18:04.600227 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bf5d1c-5cb1-4879-9fa9-b3d605771990 None None] Pushing event updated for resources: {'Port': ['ID=8a3155ae-d95b-4535-85af-08fc480629eb,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:04.638274 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-825b8b28-131f-4353-9ca6-c7bd88222907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:04.639267 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 39174) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:18:04.654840 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-825b8b28-131f-4353-9ca6-c7bd88222907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:04.736195 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68c3b9e-7620-43f6-b903-c13dad503327 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3766c4e-508b-5d3a-b6eb-efbff961488d-c3efea4d-d9ac-44e7-86c8-41af94372c04', 'network_id': 'c3efea4d-d9ac-44e7-86c8-41af94372c04', 'tenant_id': '034d9a0c09414014b1b5c2f2237d13b5', 'fixed_ips': [{'subnet_id': '665d9619-21b4-4f54-8e93-a9384fe338fb'}]}} from dv-cinder-804757-1-iscsi. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 15:18:04.737070 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f68c3b9e-7620-43f6-b903-c13dad503327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:04.758975 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-825b8b28-131f-4353-9ca6-c7bd88222907 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2e5ce72ad8ca4e12a7b4235db7c5edfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3937123 Aug 16 15:18:04.765627 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 39178) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:18:04.771816 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825b8b28-131f-4353-9ca6-c7bd88222907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e64a6fcb-f1ea-40a5-b117-eccec7fb1e5b,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:04.780881 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-eb4d2960-f713-420b-885f-035ba451eb05 None None] Set router a8a11809-5a53-44bf-97c1-d2f6d9224a81 gateway port host: dv-cinder-804757-1-iscsi {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:18:04.810325 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c75c949a-4d9f-415b-9532-ac8f700c85fc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:04.846445 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [None req-075f940a-fc67-4d5d-b412-9b977d6b60cd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1132977372-network', 'tenant_id': '74d046b645ba40689a9a38f294d5047f'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:18:04.895233 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a9a3127e-7436-4115-9a1f-e102530e47ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:04.897321 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-075f940a-fc67-4d5d-b412-9b977d6b60cd admin admin] Made reservation on behalf of 74d046b645ba40689a9a38f294d5047f for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:18:04.899523 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-075f940a-fc67-4d5d-b412-9b977d6b60cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:04.917087 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-075f940a-fc67-4d5d-b412-9b977d6b60cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:04.947562 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a9a3127e-7436-4115-9a1f-e102530e47ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:05.058521 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a9a3127e-7436-4115-9a1f-e102530e47ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:05.064914 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a9a3127e-7436-4115-9a1f-e102530e47ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:05.064914 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-a9a3127e-7436-4115-9a1f-e102530e47ce admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e64a6fcb-f1ea-40a5-b117-eccec7fb1e5b HTTP/1.1" status: 204 len: 168 time: 0.2958848 Aug 16 15:18:05.075348 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a3127e-7436-4115-9a1f-e102530e47ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e64a6fcb-f1ea-40a5-b117-eccec7fb1e5b,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:05.122997 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-075f940a-fc67-4d5d-b412-9b977d6b60cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:05.136939 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-075f940a-fc67-4d5d-b412-9b977d6b60cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:05.195710 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-075f940a-fc67-4d5d-b412-9b977d6b60cd admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 15:18:05.213182 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075f940a-fc67-4d5d-b412-9b977d6b60cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a0e2430-a832-49a7-b80a-9e1eb0384896,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:05.220958 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-075f940a-fc67-4d5d-b412-9b977d6b60cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014199'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:05.221332 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.db.segments_db [None req-075f940a-fc67-4d5d-b412-9b977d6b60cd admin admin] Added segment b0e1ed7a-79e8-499e-a716-624f334e2176 of type vlan for network e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab Aug 16 15:18:05.274545 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c75c949a-4d9f-415b-9532-ac8f700c85fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:05.316707 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5f8a3891-afd8-4a3f-99f3-eab7c9032578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:05.322540 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-f68c3b9e-7620-43f6-b903-c13dad503327 None None] Allocated IP 172.20.0.2 (c3efea4d-d9ac-44e7-86c8-41af94372c04/665d9619-21b4-4f54-8e93-a9384fe338fb/bc66c8dd-b242-43a8-bde8-e76fbe2d6e8c) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:18:05.332205 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c75c949a-4d9f-415b-9532-ac8f700c85fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:05.384526 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-075f940a-fc67-4d5d-b412-9b977d6b60cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769335234654'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:05.500768 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-c75c949a-4d9f-415b-9532-ac8f700c85fc admin admin] Allocated IP 172.27.3.8 (b7623838-067e-46d7-9324-3e363fad67d4/838856c9-cc6d-4250-847b-ebd189817dd9/e6cd0c4c-e014-4b28-b68a-fe1626a9ba1e) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:18:05.506133 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14fb4e-5ac6-4b97-8ec1-51d6c6ef648b req-30ef19c8-9204-4d4f-9c45-3def26c1639f tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:05.518456 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-7e14fb4e-5ac6-4b97-8ec1-51d6c6ef648b req-30ef19c8-9204-4d4f-9c45-3def26c1639f tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.2011456 Aug 16 15:18:05.567988 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-075f940a-fc67-4d5d-b412-9b977d6b60cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:05.569294 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075f940a-fc67-4d5d-b412-9b977d6b60cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:05.570037 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-075f940a-fc67-4d5d-b412-9b977d6b60cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3780594'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:05.621937 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 39196) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:18:05.642437 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-eb4d2960-f713-420b-885f-035ba451eb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'name': 'tempest-TestVolumeBootPattern-878461996-router', 'tenant_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '47aa7870-f937-41a9-a42d-54da90726343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:17:54Z', 'updated_at': '2021-08-16T15:17:59Z', 'revision_number': 4, 'project_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'gw_port': {'id': '47aa7870-f937-41a9-a42d-54da90726343', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:54Z', 'updated_at': '2021-08-16T15:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_interfaces': [{'id': '8a3155ae-d95b-4535-85af-08fc480629eb', 'name': '', 'network_id': '7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a', 'tenant_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'mac_address': 'fa:16:3e:43:7b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '12be7342-1293-4efd-8683-22f17d2b28ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:57Z', 'updated_at': '2021-08-16T15:18:04Z', 'revision_number': 4, 'project_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'subnets': [{'id': '12be7342-1293-4efd-8683-22f17d2b28ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:18:05.649182 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-305100f7-aee4-4462-9597-f2c3132aebf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:05.662120 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-075f940a-fc67-4d5d-b412-9b977d6b60cd admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0216072 Aug 16 15:18:05.668152 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c75c949a-4d9f-415b-9532-ac8f700c85fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:05.696930 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4d2960-f713-420b-885f-035ba451eb05 None None] The sync data for ids ['a8a11809-5a53-44bf-97c1-d2f6d9224a81'] in dv-cinder-804757-1-iscsi is: [{'id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'name': 'tempest-TestVolumeBootPattern-878461996-router', 'tenant_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '47aa7870-f937-41a9-a42d-54da90726343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:17:54Z', 'updated_at': '2021-08-16T15:17:59Z', 'revision_number': 4, 'project_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'gw_port': {'id': '47aa7870-f937-41a9-a42d-54da90726343', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:54Z', 'updated_at': '2021-08-16T15:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_interfaces': [{'id': '8a3155ae-d95b-4535-85af-08fc480629eb', 'name': '', 'network_id': '7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a', 'tenant_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'mac_address': 'fa:16:3e:43:7b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '12be7342-1293-4efd-8683-22f17d2b28ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:57Z', 'updated_at': '2021-08-16T15:18:04Z', 'revision_number': 4, 'project_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'subnets': [{'id': '12be7342-1293-4efd-8683-22f17d2b28ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:18:05.715374 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 39198) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:18:05.733730 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c75c949a-4d9f-415b-9532-ac8f700c85fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769335250701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2787876'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:05.873148 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f68c3b9e-7620-43f6-b903-c13dad503327 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:05.899872 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-f68c3b9e-7620-43f6-b903-c13dad503327 None None] Transition to ACTIVE for port object bc66c8dd-b242-43a8-bde8-e76fbe2d6e8c will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:18:05.919107 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75c949a-4d9f-415b-9532-ac8f700c85fc admin admin] Network b7623838-067e-46d7-9324-3e363fad67d4 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:18:05.921276 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75c949a-4d9f-415b-9532-ac8f700c85fc admin admin] Pushing event updated for resources: {'Port': ['ID=e6cd0c4c-e014-4b28-b68a-fe1626a9ba1e,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:05.936238 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-c75c949a-4d9f-415b-9532-ac8f700c85fc admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:18:05.944404 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75c949a-4d9f-415b-9532-ac8f700c85fc admin admin] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:18:05.947810 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-f68c3b9e-7620-43f6-b903-c13dad503327 None None] Transition to ACTIVE for port object bc66c8dd-b242-43a8-bde8-e76fbe2d6e8c will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:18:05.964369 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f68c3b9e-7620-43f6-b903-c13dad503327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769335250701'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:06.082567 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68c3b9e-7620-43f6-b903-c13dad503327 None None] Network c3efea4d-d9ac-44e7-86c8-41af94372c04 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:18:06.083846 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68c3b9e-7620-43f6-b903-c13dad503327 None None] Pushing event updated for resources: {'Port': ['ID=bc66c8dd-b242-43a8-bde8-e76fbe2d6e8c,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:06.093639 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-f68c3b9e-7620-43f6-b903-c13dad503327 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:18:06.099592 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68c3b9e-7620-43f6-b903-c13dad503327 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:18:06.191991 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-f68c3b9e-7620-43f6-b903-c13dad503327 None None] Attempting to bind port bc66c8dd-b242-43a8-bde8-e76fbe2d6e8c on host dv-cinder-804757-1-iscsi for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:18:06.192368 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-f68c3b9e-7620-43f6-b903-c13dad503327 None None] Attempting to bind port bc66c8dd-b242-43a8-bde8-e76fbe2d6e8c by drivers openvswitch,hyperv on host dv-cinder-804757-1-iscsi at level 0 using segments [{'id': 'cda53369-0548-4005-9d49-ea79f2ecaf3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c3efea4d-d9ac-44e7-86c8-41af94372c04'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:18:06.193245 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68c3b9e-7620-43f6-b903-c13dad503327 None None] Attempting to bind port bc66c8dd-b242-43a8-bde8-e76fbe2d6e8c on network c3efea4d-d9ac-44e7-86c8-41af94372c04 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:18:06.199455 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68c3b9e-7620-43f6-b903-c13dad503327 None None] Checking agent: {'id': '038bb836-fe78-417c-a302-5d10dc6ddcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 8, 4), 'started_at': datetime.datetime(2021, 8, 16, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:18:06.199840 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68c3b9e-7620-43f6-b903-c13dad503327 None None] Checking segment: {'id': 'cda53369-0548-4005-9d49-ea79f2ecaf3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c3efea4d-d9ac-44e7-86c8-41af94372c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:18:06.200410 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f68c3b9e-7620-43f6-b903-c13dad503327 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:06.200806 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68c3b9e-7620-43f6-b903-c13dad503327 None None] Bound using segment: {'id': 'cda53369-0548-4005-9d49-ea79f2ecaf3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c3efea4d-d9ac-44e7-86c8-41af94372c04'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:18:06.201287 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-f68c3b9e-7620-43f6-b903-c13dad503327 None None] Bound port: bc66c8dd-b242-43a8-bde8-e76fbe2d6e8c, host: dv-cinder-804757-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda53369-0548-4005-9d49-ea79f2ecaf3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c3efea4d-d9ac-44e7-86c8-41af94372c04'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:18:06.201669 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f68c3b9e-7620-43f6-b903-c13dad503327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:06.289472 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-305100f7-aee4-4462-9597-f2c3132aebf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:06.307744 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-7e14fb4e-5ac6-4b97-8ec1-51d6c6ef648b req-41717b49-9db9-43d8-a9ee-343a6bdc7e5f tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7863781 Aug 16 15:18:06.316850 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-f68c3b9e-7620-43f6-b903-c13dad503327 None None] For port bc66c8dd-b242-43a8-bde8-e76fbe2d6e8c, host dv-cinder-804757-1-iscsi, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:18:06.317349 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [None req-64f625ce-26c5-4ae6-8f60-fda2a94e2f79 admin admin] Request body: {'subnet': {'network_id': 'e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1132977372-subnet', 'tenant_id': '74d046b645ba40689a9a38f294d5047f', 'ip_version': 4}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:18:06.321280 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-f68c3b9e-7620-43f6-b903-c13dad503327 None None] For port bc66c8dd-b242-43a8-bde8-e76fbe2d6e8c, host dv-cinder-804757-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=bc66c8dd-b242-43a8-bde8-e76fbe2d6e8c,segment=NetworkSegment(cda53369-0548-4005-9d49-ea79f2ecaf3a),segment_id=cda53369-0548-4005-9d49-ea79f2ecaf3a)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:18:06.325016 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-305100f7-aee4-4462-9597-f2c3132aebf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:06.340139 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f68c3b9e-7620-43f6-b903-c13dad503327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:06.358915 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-305100f7-aee4-4462-9597-f2c3132aebf3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b16687c10d164dcb8c9dcb355b8995fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7332597 Aug 16 15:18:06.370443 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 39242) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:18:06.503899 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68c3b9e-7620-43f6-b903-c13dad503327 None None] Pushing event updated for resources: {'Port': ['ID=bc66c8dd-b242-43a8-bde8-e76fbe2d6e8c,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:06.529411 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075f940a-fc67-4d5d-b412-9b977d6b60cd admin admin] Pushing event updated for resources: {'Network': ['ID=e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:06.539551 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305100f7-aee4-4462-9597-f2c3132aebf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4aef163-4f48-40f2-b0fc-5e92e7c16de9,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:06.550061 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Network e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab details requested by agent ovs-agent-dv-cinder-804757-1-iscsi with host dv-cinder-804757-1-iscsi {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 15:18:06.595212 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-edae8d98-119b-4a96-9ae4-40eb88ade6ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:06.642766 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c75c949a-4d9f-415b-9532-ac8f700c85fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:06.690662 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-edae8d98-119b-4a96-9ae4-40eb88ade6ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:06.693865 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f625ce-26c5-4ae6-8f60-fda2a94e2f79 admin admin] Made reservation on behalf of 74d046b645ba40689a9a38f294d5047f for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:18:06.698790 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-64f625ce-26c5-4ae6-8f60-fda2a94e2f79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26656853'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:06.757405 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4fd61f29-14ed-4c81-94cc-08da44d16cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:07.189703 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-edae8d98-119b-4a96-9ae4-40eb88ade6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:07.193986 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-edae8d98-119b-4a96-9ae4-40eb88ade6ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:07.202396 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-edae8d98-119b-4a96-9ae4-40eb88ade6ac admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a4aef163-4f48-40f2-b0fc-5e92e7c16de9 HTTP/1.1" status: 204 len: 168 time: 0.8234491 Aug 16 15:18:07.221339 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-64f625ce-26c5-4ae6-8f60-fda2a94e2f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4115071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2268743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26656827'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:07.224695 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edae8d98-119b-4a96-9ae4-40eb88ade6ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4aef163-4f48-40f2-b0fc-5e92e7c16de9,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:07.358143 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device 8a3155ae-d95b-4535-85af-08fc480629eb up at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:18:07.485954 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning for port 8a3155ae-d95b-4535-85af-08fc480629eb completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:18:07.489073 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f625ce-26c5-4ae6-8f60-fda2a94e2f79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2468f3cc-012a-4fe4-84ca-361a65cab58f,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:07.491359 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning complete for port 8a3155ae-d95b-4535-85af-08fc480629eb triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:18:07.492513 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:07.521937 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c75c949a-4d9f-415b-9532-ac8f700c85fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798747'] for router, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:07.541200 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f625ce-26c5-4ae6-8f60-fda2a94e2f79 admin admin] Checking segment: {'id': 'b0e1ed7a-79e8-499e-a716-624f334e2176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:18:07.542324 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f625ce-26c5-4ae6-8f60-fda2a94e2f79 admin admin] Network hostable DHCP agents. Network: e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab, hostable agents: ['7344f624-85b8-4b8b-b38a-21b8c75b4ec1'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 15:18:07.587249 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f625ce-26c5-4ae6-8f60-fda2a94e2f79 admin admin] Network e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab is scheduled to be hosted by DHCP agent 7344f624-85b8-4b8b-b38a-21b8c75b4ec1 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 15:18:07.599055 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-64f625ce-26c5-4ae6-8f60-fda2a94e2f79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-1-iscsi, e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:18:07.606330 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f625ce-26c5-4ae6-8f60-fda2a94e2f79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:07.617824 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-64f625ce-26c5-4ae6-8f60-fda2a94e2f79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3780594'] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:07.624990 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bbec18-e3ee-4d86-a811-781ede05c173 None None] Network e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab requested from dv-cinder-804757-1-iscsi {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:18:07.649568 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-64f625ce-26c5-4ae6-8f60-fda2a94e2f79 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3396239 Aug 16 15:18:07.652688 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 39288) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:18:07.657445 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [None req-3b38aa59-6ec2-43a8-97a6-edc2ec959807 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1132977372-router', 'tenant_id': '74d046b645ba40689a9a38f294d5047f', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4'}}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:18:07.713416 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef3e092-aba1-4846-a48d-1b99aa26639b req-498ef624-d111-418f-a101-a43146297d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:07.715801 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-9ef3e092-aba1-4846-a48d-1b99aa26639b req-498ef624-d111-418f-a101-a43146297d29 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 1099 time: 0.4293683 Aug 16 15:18:07.718528 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3b38aa59-6ec2-43a8-97a6-edc2ec959807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3772405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46218'] for router, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:07.719761 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3b38aa59-6ec2-43a8-97a6-edc2ec959807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3772249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3798708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4189620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-46209'] for router, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:07.834361 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3b38aa59-6ec2-43a8-97a6-edc2ec959807 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:07.840573 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f7e598-6320-4782-b486-c199e1906334 req-605b42f4-0478-414e-b276-05037900f227 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:07.842157 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-35f7e598-6320-4782-b486-c199e1906334 req-605b42f4-0478-414e-b276-05037900f227 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.3464890 Aug 16 15:18:08.047982 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-9ef3e092-aba1-4846-a48d-1b99aa26639b req-673623e5-1292-47f4-bc50-a197e79580b4 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131711 Aug 16 15:18:08.070465 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992dada5-75f4-49e5-8d78-a9fe719ef1af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3766c4e-508b-5d3a-b6eb-efbff961488d-e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab', 'network_id': 'e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab', 'tenant_id': '74d046b645ba40689a9a38f294d5047f', 'fixed_ips': [{'subnet_id': '2468f3cc-012a-4fe4-84ca-361a65cab58f'}]}} from dv-cinder-804757-1-iscsi. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 15:18:08.082877 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-992dada5-75f4-49e5-8d78-a9fe719ef1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:08.151798 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-35f7e598-6320-4782-b486-c199e1906334 req-32fc88ee-164a-49b4-b826-ebf950887766 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970068 Aug 16 15:18:08.271298 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c75c949a-4d9f-415b-9532-ac8f700c85fc admin admin] Router 72527283-5a19-43ce-9eda-2e1cb6a71a8f is scheduled to L3 agent b2ca3166-9002-4222-bd01-ae8f73ca62dc with binding_index 1 {{(pid=94052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 15:18:08.325428 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:08.552054 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3b38aa59-6ec2-43a8-97a6-edc2ec959807 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:08.760421 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-992dada5-75f4-49e5-8d78-a9fe719ef1af None None] Allocated IP 172.20.0.2 (e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab/2468f3cc-012a-4fe4-84ca-361a65cab58f/b929fdd4-6dc6-4906-bc67-476a85e0bc59) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:18:08.785224 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c75c949a-4d9f-415b-9532-ac8f700c85fc admin admin] Notify agent at l3_agent.dv-cinder-804757-1-iscsi the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:18:08.796533 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8219e3-35a0-48d3-b27d-12b8207a7cfa None None] Sync routers for ids ['72527283-5a19-43ce-9eda-2e1cb6a71a8f'] in dv-cinder-804757-1-iscsi {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:18:08.812683 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-c75c949a-4d9f-415b-9532-ac8f700c85fc admin admin] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:08.815349 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8219e3-35a0-48d3-b27d-12b8207a7cfa None None] Routers {'72527283-5a19-43ce-9eda-2e1cb6a71a8f'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:18:08.818251 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-c75c949a-4d9f-415b-9532-ac8f700c85fc admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.5727353 Aug 16 15:18:08.820166 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 39320) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:18:08.820491 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-9b8219e3-35a0-48d3-b27d-12b8207a7cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:18:04Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['72527283-5a19-43ce-9eda-2e1cb6a71a8f'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:18:08.923516 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c371890-b452-4bd1-94b6-33f8cd1eaa41 None None] Network c3efea4d-d9ac-44e7-86c8-41af94372c04 requested from dv-cinder-804757-1-iscsi {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:18:08.983369 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-9b8219e3-35a0-48d3-b27d-12b8207a7cfa None None] Set router 72527283-5a19-43ce-9eda-2e1cb6a71a8f gateway port host: dv-cinder-804757-1-iscsi {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:18:09.106928 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] For port 8a3155ae-d95b-4535-85af-08fc480629eb, host dv-cinder-804757-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=8a3155ae-d95b-4535-85af-08fc480629eb,segment=NetworkSegment(ec402e6f-339e-4373-af26-597dcdea5a54),segment_id=ec402e6f-339e-4373-af26-597dcdea5a54)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:18:09.154181 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-6b912aef-234a-4367-b4f2-7d03824f346b None None] Provisioning for port bc66c8dd-b242-43a8-bde8-e76fbe2d6e8c completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:18:09.182315 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:09.188690 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device bc66c8dd-b242-43a8-bde8-e76fbe2d6e8c up at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:18:09.237293 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3b38aa59-6ec2-43a8-97a6-edc2ec959807 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:09.425627 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940c03f-95af-4588-95b5-b564f58ee93b req-0abeae0d-e29e-4617-8756-14f286d8e29f tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:09.428484 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-b940c03f-95af-4588-95b5-b564f58ee93b req-0abeae0d-e29e-4617-8756-14f286d8e29f tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.0738840 Aug 16 15:18:09.493759 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-992dada5-75f4-49e5-8d78-a9fe719ef1af None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:09.498762 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-b940c03f-95af-4588-95b5-b564f58ee93b req-81e7ab46-f015-4a89-af0f-066cd0de83b2 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588942 Aug 16 15:18:09.540985 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-9b8219e3-35a0-48d3-b27d-12b8207a7cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72527283-5a19-43ce-9eda-2e1cb6a71a8f', 'name': 'tempest-TestVolumeBootPattern-1276650241-router', 'tenant_id': '034d9a0c09414014b1b5c2f2237d13b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'e6cd0c4c-e014-4b28-b68a-fe1626a9ba1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:18:04Z', 'updated_at': '2021-08-16T15:18:06Z', 'revision_number': 3, 'project_id': '034d9a0c09414014b1b5c2f2237d13b5', 'gw_port': {'id': 'e6cd0c4c-e014-4b28-b68a-fe1626a9ba1e', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c5:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72527283-5a19-43ce-9eda-2e1cb6a71a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:18:05Z', 'updated_at': '2021-08-16T15:18:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi'}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:18:09.557906 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-992dada5-75f4-49e5-8d78-a9fe719ef1af None None] Transition to ACTIVE for port object b929fdd4-6dc6-4906-bc67-476a85e0bc59 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:18:09.572087 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3b38aa59-6ec2-43a8-97a6-edc2ec959807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:09.574014 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8219e3-35a0-48d3-b27d-12b8207a7cfa None None] Checking router: 72527283-5a19-43ce-9eda-2e1cb6a71a8f for host: dv-cinder-804757-1-iscsi {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:18:09.574544 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8219e3-35a0-48d3-b27d-12b8207a7cfa None None] Updating router 72527283-5a19-43ce-9eda-2e1cb6a71a8f port e6cd0c4c-e014-4b28-b68a-fe1626a9ba1e binding host dv-cinder-804757-1-iscsi {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 15:18:09.615274 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-9b8219e3-35a0-48d3-b27d-12b8207a7cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:09.615649 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Pushing event updated for resources: {'Port': ['ID=8a3155ae-d95b-4535-85af-08fc480629eb,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:09.636216 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning for port bc66c8dd-b242-43a8-bde8-e76fbe2d6e8c completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:18:09.640698 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-992dada5-75f4-49e5-8d78-a9fe719ef1af None None] Transition to ACTIVE for port object b929fdd4-6dc6-4906-bc67-476a85e0bc59 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:18:09.657828 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning complete for port bc66c8dd-b242-43a8-bde8-e76fbe2d6e8c triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:18:09.657828 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:09.699647 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-992dada5-75f4-49e5-8d78-a9fe719ef1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769335250701'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:09.831155 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992dada5-75f4-49e5-8d78-a9fe719ef1af None None] Network e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:18:09.911072 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-992dada5-75f4-49e5-8d78-a9fe719ef1af None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:18:09.911072 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992dada5-75f4-49e5-8d78-a9fe719ef1af None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:18:09.935528 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992dada5-75f4-49e5-8d78-a9fe719ef1af None None] Pushing event updated for resources: {'Port': ['ID=b929fdd4-6dc6-4906-bc67-476a85e0bc59,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:10.006461 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d05a3591-5fab-4440-aec3-df039175c1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:10.041509 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:10.069732 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-992dada5-75f4-49e5-8d78-a9fe719ef1af None None] Attempting to bind port b929fdd4-6dc6-4906-bc67-476a85e0bc59 on host dv-cinder-804757-1-iscsi for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:18:10.070013 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-992dada5-75f4-49e5-8d78-a9fe719ef1af None None] Attempting to bind port b929fdd4-6dc6-4906-bc67-476a85e0bc59 by drivers openvswitch,hyperv on host dv-cinder-804757-1-iscsi at level 0 using segments [{'id': 'b0e1ed7a-79e8-499e-a716-624f334e2176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:18:10.070384 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992dada5-75f4-49e5-8d78-a9fe719ef1af None None] Attempting to bind port b929fdd4-6dc6-4906-bc67-476a85e0bc59 on network e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:18:10.081380 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-9b8219e3-35a0-48d3-b27d-12b8207a7cfa None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:10.122266 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-9b8219e3-35a0-48d3-b27d-12b8207a7cfa None None] Transition to ACTIVE for port object e6cd0c4c-e014-4b28-b68a-fe1626a9ba1e will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:18:10.125705 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992dada5-75f4-49e5-8d78-a9fe719ef1af None None] Checking agent: {'id': '038bb836-fe78-417c-a302-5d10dc6ddcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 8, 4), 'started_at': datetime.datetime(2021, 8, 16, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:18:10.126083 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992dada5-75f4-49e5-8d78-a9fe719ef1af None None] Checking segment: {'id': 'b0e1ed7a-79e8-499e-a716-624f334e2176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:18:10.126486 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-992dada5-75f4-49e5-8d78-a9fe719ef1af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:10.126893 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992dada5-75f4-49e5-8d78-a9fe719ef1af None None] Bound using segment: {'id': 'b0e1ed7a-79e8-499e-a716-624f334e2176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:18:10.127362 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-992dada5-75f4-49e5-8d78-a9fe719ef1af None None] Bound port: b929fdd4-6dc6-4906-bc67-476a85e0bc59, host: dv-cinder-804757-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0e1ed7a-79e8-499e-a716-624f334e2176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:18:10.127739 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-992dada5-75f4-49e5-8d78-a9fe719ef1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:10.153311 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-9b8219e3-35a0-48d3-b27d-12b8207a7cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:10.214857 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-3b38aa59-6ec2-43a8-97a6-edc2ec959807 admin admin] Allocated IP 172.27.3.22 (b7623838-067e-46d7-9324-3e363fad67d4/838856c9-cc6d-4250-847b-ebd189817dd9/cb4dbd0b-5b7a-48ca-be97-758cbe9519ab) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:18:10.224483 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-992dada5-75f4-49e5-8d78-a9fe719ef1af None None] For port b929fdd4-6dc6-4906-bc67-476a85e0bc59, host dv-cinder-804757-1-iscsi, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:18:10.234293 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-992dada5-75f4-49e5-8d78-a9fe719ef1af None None] For port b929fdd4-6dc6-4906-bc67-476a85e0bc59, host dv-cinder-804757-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=b929fdd4-6dc6-4906-bc67-476a85e0bc59,segment=NetworkSegment(b0e1ed7a-79e8-499e-a716-624f334e2176),segment_id=b0e1ed7a-79e8-499e-a716-624f334e2176)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:18:10.246354 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] For port bc66c8dd-b242-43a8-bde8-e76fbe2d6e8c, host dv-cinder-804757-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=bc66c8dd-b242-43a8-bde8-e76fbe2d6e8c,segment=NetworkSegment(cda53369-0548-4005-9d49-ea79f2ecaf3a),segment_id=cda53369-0548-4005-9d49-ea79f2ecaf3a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:18:10.246354 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-992dada5-75f4-49e5-8d78-a9fe719ef1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:10.252213 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:10.281865 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-9b8219e3-35a0-48d3-b27d-12b8207a7cfa None None] Attempting to bind port e6cd0c4c-e014-4b28-b68a-fe1626a9ba1e on host dv-cinder-804757-1-iscsi for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:18:10.284642 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-9b8219e3-35a0-48d3-b27d-12b8207a7cfa None None] Attempting to bind port e6cd0c4c-e014-4b28-b68a-fe1626a9ba1e by drivers openvswitch,hyperv on host dv-cinder-804757-1-iscsi at level 0 using segments [{'id': '6c369326-29bf-41f1-8d37-65f3627778f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:18:10.286025 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8219e3-35a0-48d3-b27d-12b8207a7cfa None None] Attempting to bind port e6cd0c4c-e014-4b28-b68a-fe1626a9ba1e on network b7623838-067e-46d7-9324-3e363fad67d4 {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:18:10.307187 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2fdca5-02c6-45c2-8012-8423587a8d5e None None] Pushing event updated for resources: {'Port': ['ID=e6cd0c4c-e014-4b28-b68a-fe1626a9ba1e,revision_number=2']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:10.314093 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8219e3-35a0-48d3-b27d-12b8207a7cfa None None] Checking agent: {'id': '038bb836-fe78-417c-a302-5d10dc6ddcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 8, 4), 'started_at': datetime.datetime(2021, 8, 16, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:18:10.315376 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8219e3-35a0-48d3-b27d-12b8207a7cfa None None] Checking segment: {'id': '6c369326-29bf-41f1-8d37-65f3627778f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:18:10.316098 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-9b8219e3-35a0-48d3-b27d-12b8207a7cfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:10.316957 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8219e3-35a0-48d3-b27d-12b8207a7cfa None None] Bound using segment: {'id': '6c369326-29bf-41f1-8d37-65f3627778f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:18:10.317678 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-9b8219e3-35a0-48d3-b27d-12b8207a7cfa None None] Bound port: e6cd0c4c-e014-4b28-b68a-fe1626a9ba1e, host: dv-cinder-804757-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c369326-29bf-41f1-8d37-65f3627778f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:18:10.318730 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-9b8219e3-35a0-48d3-b27d-12b8207a7cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:10.380272 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-6e5a86f9-b303-4abf-881e-b5f482a2eae2 None None] Provisioning complete for port bc66c8dd-b242-43a8-bde8-e76fbe2d6e8c triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:18:10.384749 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6e5a86f9-b303-4abf-881e-b5f482a2eae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:10.448372 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-9b8219e3-35a0-48d3-b27d-12b8207a7cfa None None] For port e6cd0c4c-e014-4b28-b68a-fe1626a9ba1e, host dv-cinder-804757-1-iscsi, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:18:10.459841 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-9b8219e3-35a0-48d3-b27d-12b8207a7cfa None None] For port e6cd0c4c-e014-4b28-b68a-fe1626a9ba1e, host dv-cinder-804757-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=e6cd0c4c-e014-4b28-b68a-fe1626a9ba1e,segment=NetworkSegment(6c369326-29bf-41f1-8d37-65f3627778f0),segment_id=6c369326-29bf-41f1-8d37-65f3627778f0)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:18:10.465243 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3b38aa59-6ec2-43a8-97a6-edc2ec959807 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:10.466365 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-9b8219e3-35a0-48d3-b27d-12b8207a7cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:10.499077 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device 8a3155ae-d95b-4535-85af-08fc480629eb up at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:18:10.653155 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2fdca5-02c6-45c2-8012-8423587a8d5e None None] Pushing event updated for resources: {'Port': ['ID=e6cd0c4c-e014-4b28-b68a-fe1626a9ba1e,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:10.663665 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992dada5-75f4-49e5-8d78-a9fe719ef1af None None] Pushing event updated for resources: {'Port': ['ID=b929fdd4-6dc6-4906-bc67-476a85e0bc59,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:10.718411 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8219e3-35a0-48d3-b27d-12b8207a7cfa None None] Routers {'72527283-5a19-43ce-9eda-2e1cb6a71a8f'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:18:10.719474 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-9b8219e3-35a0-48d3-b27d-12b8207a7cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:18:04Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['72527283-5a19-43ce-9eda-2e1cb6a71a8f'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:18:10.780622 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Pushing event updated for resources: {'Port': ['ID=bc66c8dd-b242-43a8-bde8-e76fbe2d6e8c,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:10.816275 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning complete for port 8a3155ae-d95b-4535-85af-08fc480629eb triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:18:10.816657 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:10.844188 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-d05a3591-5fab-4440-aec3-df039175c1dc admin admin] Allocated IP 172.20.0.1 (c3efea4d-d9ac-44e7-86c8-41af94372c04/665d9619-21b4-4f54-8e93-a9384fe338fb/48a2c34a-432d-445b-9790-16f523ac4ed8) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:18:10.895325 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a17775d-210c-41f4-974e-69c453cb5004 req-8592b9c8-b935-41bf-8bc0-bd5ecee1db5f tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:10.908834 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-2a17775d-210c-41f4-974e-69c453cb5004 req-8592b9c8-b935-41bf-8bc0-bd5ecee1db5f tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.2493193 Aug 16 15:18:10.913772 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-9b8219e3-35a0-48d3-b27d-12b8207a7cfa None None] Set router 72527283-5a19-43ce-9eda-2e1cb6a71a8f gateway port host: dv-cinder-804757-1-iscsi {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:18:10.934796 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-a855800f-ab55-42ce-9ba0-9fe0fba1920b req-8fed9479-748c-49ef-98ef-7c603549417f tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-398377142&fields=id&tenant_id=b909c74720ca49ce9720908372ac710e HTTP/1.1" status: 200 len: 267 time: 0.2175341 Aug 16 15:18:11.045448 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-2a17775d-210c-41f4-974e-69c453cb5004 req-741181b2-99b6-43bf-b9ec-f368b10dd7e0 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200511 Aug 16 15:18:11.076992 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3b38aa59-6ec2-43a8-97a6-edc2ec959807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769335250701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268375'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:11.096935 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b38aa59-6ec2-43a8-97a6-edc2ec959807 admin admin] Network b7623838-067e-46d7-9324-3e363fad67d4 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:18:11.101890 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-3b38aa59-6ec2-43a8-97a6-edc2ec959807 admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:18:11.141236 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b38aa59-6ec2-43a8-97a6-edc2ec959807 admin admin] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:18:11.152572 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855800f-ab55-42ce-9ba0-9fe0fba1920b req-29302612-d455-4868-b6a4-410f3c6ce620 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:11.160144 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-a855800f-ab55-42ce-9ba0-9fe0fba1920b req-29302612-d455-4868-b6a4-410f3c6ce620 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/networks?id=39688803-4c7a-4e65-bd12-e072ee8a86dc HTTP/1.1" status: 200 len: 809 time: 0.2226155 Aug 16 15:18:11.184523 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-a855800f-ab55-42ce-9ba0-9fe0fba1920b req-b4e037fd-cf08-402c-99f4-945516ad485e tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/quotas/b909c74720ca49ce9720908372ac710e HTTP/1.1" status: 200 len: 375 time: 0.0232141 Aug 16 15:18:11.284644 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-a855800f-ab55-42ce-9ba0-9fe0fba1920b req-68860f49-ba9f-4f88-aa88-8dc3c340f4f2 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b909c74720ca49ce9720908372ac710e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0989950 Aug 16 15:18:11.292180 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b38aa59-6ec2-43a8-97a6-edc2ec959807 admin admin] Pushing event updated for resources: {'Port': ['ID=cb4dbd0b-5b7a-48ca-be97-758cbe9519ab,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:11.313660 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d05a3591-5fab-4440-aec3-df039175c1dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:11.465230 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-d05a3591-5fab-4440-aec3-df039175c1dc admin admin] Transition to ACTIVE for port object 48a2c34a-432d-445b-9790-16f523ac4ed8 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:18:11.516152 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-9b8219e3-35a0-48d3-b27d-12b8207a7cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72527283-5a19-43ce-9eda-2e1cb6a71a8f', 'name': 'tempest-TestVolumeBootPattern-1276650241-router', 'tenant_id': '034d9a0c09414014b1b5c2f2237d13b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'e6cd0c4c-e014-4b28-b68a-fe1626a9ba1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:18:04Z', 'updated_at': '2021-08-16T15:18:06Z', 'revision_number': 3, 'project_id': '034d9a0c09414014b1b5c2f2237d13b5', 'gw_port': {'id': 'e6cd0c4c-e014-4b28-b68a-fe1626a9ba1e', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c5:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72527283-5a19-43ce-9eda-2e1cb6a71a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:18:05Z', 'updated_at': '2021-08-16T15:18:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi'}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:18:11.546252 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8219e3-35a0-48d3-b27d-12b8207a7cfa None None] The sync data for ids ['72527283-5a19-43ce-9eda-2e1cb6a71a8f'] in dv-cinder-804757-1-iscsi is: [{'id': '72527283-5a19-43ce-9eda-2e1cb6a71a8f', 'name': 'tempest-TestVolumeBootPattern-1276650241-router', 'tenant_id': '034d9a0c09414014b1b5c2f2237d13b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'e6cd0c4c-e014-4b28-b68a-fe1626a9ba1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:18:04Z', 'updated_at': '2021-08-16T15:18:06Z', 'revision_number': 3, 'project_id': '034d9a0c09414014b1b5c2f2237d13b5', 'gw_port': {'id': 'e6cd0c4c-e014-4b28-b68a-fe1626a9ba1e', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c5:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72527283-5a19-43ce-9eda-2e1cb6a71a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:18:05Z', 'updated_at': '2021-08-16T15:18:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi'}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:18:11.591734 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-a855800f-ab55-42ce-9ba0-9fe0fba1920b req-ce3ccb70-b3ae-4b5f-8301-5796a190920c service neutron] 10.222.0.22 "GET /v2.0/networks/39688803-4c7a-4e65-bd12-e072ee8a86dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233695 Aug 16 15:18:11.619249 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378a37d-0363-40f1-9dc0-b2fc206dbbeb req-7376ea2d-2316-49b5-aa8c-f8f5ec253b06 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:11.621303 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-e378a37d-0363-40f1-9dc0-b2fc206dbbeb req-7376ea2d-2316-49b5-aa8c-f8f5ec253b06 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.1811306 Aug 16 15:18:11.645438 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078dae98-4407-4780-8ec6-a2da55888e79 req-8792af9a-47df-42f9-bd88-a2cbfe1cc499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:11.647340 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-078dae98-4407-4780-8ec6-a2da55888e79 req-8792af9a-47df-42f9-bd88-a2cbfe1cc499 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=01f2355b3173487a90e45214a420413d&device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 1099 time: 0.2298846 Aug 16 15:18:11.689100 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d05a3591-5fab-4440-aec3-df039175c1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769335250701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268375'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:11.830763 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-a855800f-ab55-42ce-9ba0-9fe0fba1920b req-573dd6b2-fc3d-44f1-8ca6-77710f9eb891 service neutron] 10.222.0.22 "GET /v2.0/networks/39688803-4c7a-4e65-bd12-e072ee8a86dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378752 Aug 16 15:18:11.836194 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-e378a37d-0363-40f1-9dc0-b2fc206dbbeb req-12e84854-72ec-4407-bf6d-306043016bc5 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752605 Aug 16 15:18:11.840658 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05a3591-5fab-4440-aec3-df039175c1dc admin admin] Network c3efea4d-d9ac-44e7-86c8-41af94372c04 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:18:11.863174 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-d05a3591-5fab-4440-aec3-df039175c1dc admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:18:11.868761 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05a3591-5fab-4440-aec3-df039175c1dc admin admin] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:18:11.929780 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078dae98-4407-4780-8ec6-a2da55888e79 req-fe3e3dd9-dba2-4895-a850-0fb65ece23f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:11.931271 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-078dae98-4407-4780-8ec6-a2da55888e79 req-fe3e3dd9-dba2-4895-a850-0fb65ece23f0 service neutron] 10.222.0.63 "GET /v2.0/networks?id=dc2a7c1b-6294-45c9-b16c-61fd2495db53 HTTP/1.1" status: 200 len: 919 time: 0.2472222 Aug 16 15:18:11.945786 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05a3591-5fab-4440-aec3-df039175c1dc admin admin] Pushing event updated for resources: {'Port': ['ID=48a2c34a-432d-445b-9790-16f523ac4ed8,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:11.979353 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d05a3591-5fab-4440-aec3-df039175c1dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4167348'] for router_interface, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:11.999406 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bcb9ed-c6bf-40c1-9ec9-58d1011c24ab None None] Network e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab requested from dv-cinder-804757-1-iscsi {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:18:12.014900 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-078dae98-4407-4780-8ec6-a2da55888e79 req-bdb1cdba-ca43-4cb7-91b3-c870ad9794b9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d7993fa5-40dc-4e85-92da-a6701cc5ce17 HTTP/1.1" status: 200 len: 217 time: 0.0741632 Aug 16 15:18:12.178509 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078dae98-4407-4780-8ec6-a2da55888e79 req-a6c93ad0-45d8-4edf-8487-84c899d9f1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:12.185052 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-078dae98-4407-4780-8ec6-a2da55888e79 req-a6c93ad0-45d8-4edf-8487-84c899d9f1dc service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d78ff18c-4064-4ba6-8f60-118b05bc557a HTTP/1.1" status: 200 len: 859 time: 0.1584477 Aug 16 15:18:12.187805 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-03d3e0de-4bfd-4214-a05c-24caab69f28f None None] Provisioning for port b929fdd4-6dc6-4906-bc67-476a85e0bc59 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:18:12.239683 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-078dae98-4407-4780-8ec6-a2da55888e79 req-3a8b1355-1851-4527-bf76-c6f7f87e31b0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dc2a7c1b-6294-45c9-b16c-61fd2495db53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473547 Aug 16 15:18:12.376513 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-039a286f-986a-413d-a6b1-dac17ce81ac8 None None] Provisioning for port 48a2c34a-432d-445b-9790-16f523ac4ed8 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:18:12.393969 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-039a286f-986a-413d-a6b1-dac17ce81ac8 None None] Provisioning complete for port 48a2c34a-432d-445b-9790-16f523ac4ed8 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:18:12.394780 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-039a286f-986a-413d-a6b1-dac17ce81ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:12.410171 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-078dae98-4407-4780-8ec6-a2da55888e79 req-e7233826-c626-4a02-8543-b36e73332feb service neutron] 10.222.0.63 "GET /v2.0/networks/dc2a7c1b-6294-45c9-b16c-61fd2495db53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622889 Aug 16 15:18:12.470293 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-039a286f-986a-413d-a6b1-dac17ce81ac8 None None] Port 48a2c34a-432d-445b-9790-16f523ac4ed8 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 15:18:12.595606 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device e6cd0c4c-e014-4b28-b68a-fe1626a9ba1e up at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:18:12.747890 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning for port e6cd0c4c-e014-4b28-b68a-fe1626a9ba1e completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:18:12.749134 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-7d7f9aba-780d-4d5b-9a43-1ddc03a8d309 req-97389117-a2f1-44b2-ac83-39e3be98f158 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce HTTP/1.1" status: 200 len: 210 time: 0.0949018 Aug 16 15:18:12.752788 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning complete for port e6cd0c4c-e014-4b28-b68a-fe1626a9ba1e triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:18:12.753255 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:12.779056 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3b38aa59-6ec2-43a8-97a6-edc2ec959807 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:12.862612 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:12.944281 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] For port e6cd0c4c-e014-4b28-b68a-fe1626a9ba1e, host dv-cinder-804757-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=e6cd0c4c-e014-4b28-b68a-fe1626a9ba1e,segment=NetworkSegment(6c369326-29bf-41f1-8d37-65f3627778f0),segment_id=6c369326-29bf-41f1-8d37-65f3627778f0)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:18:12.952824 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:12.953627 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device b929fdd4-6dc6-4906-bc67-476a85e0bc59 up at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:18:13.027583 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa6f09-51e7-43a4-8f54-28db35daec7d req-0de92b84-c050-4d44-9191-e5a895aad1e8 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:13.028682 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d05a3591-5fab-4440-aec3-df039175c1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:13.058063 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-d5fa6f09-51e7-43a4-8f54-28db35daec7d req-0de92b84-c050-4d44-9191-e5a895aad1e8 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.1117594 Aug 16 15:18:13.129890 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Pushing event updated for resources: {'Port': ['ID=e6cd0c4c-e014-4b28-b68a-fe1626a9ba1e,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:13.146808 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning for port b929fdd4-6dc6-4906-bc67-476a85e0bc59 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:18:13.152581 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning complete for port b929fdd4-6dc6-4906-bc67-476a85e0bc59 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:18:13.152951 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:13.155623 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-d5fa6f09-51e7-43a4-8f54-28db35daec7d req-f5bc1aae-8139-4169-ad7a-e501c50547f6 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960255 Aug 16 15:18:13.196034 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3b38aa59-6ec2-43a8-97a6-edc2ec959807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798747'] for router, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:13.252099 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:13.289713 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] For port b929fdd4-6dc6-4906-bc67-476a85e0bc59, host dv-cinder-804757-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=b929fdd4-6dc6-4906-bc67-476a85e0bc59,segment=NetworkSegment(b0e1ed7a-79e8-499e-a716-624f334e2176),segment_id=b0e1ed7a-79e8-499e-a716-624f334e2176)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:18:13.294531 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:13.295776 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device bc66c8dd-b242-43a8-bde8-e76fbe2d6e8c up at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:18:13.376013 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Pushing event updated for resources: {'Port': ['ID=b929fdd4-6dc6-4906-bc67-476a85e0bc59,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:13.390421 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d05a3591-5fab-4440-aec3-df039175c1dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:13.390688 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning complete for port bc66c8dd-b242-43a8-bde8-e76fbe2d6e8c triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:18:13.391118 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:13.397464 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d05a3591-5fab-4440-aec3-df039175c1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2268376'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:13.477259 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d05a3591-5fab-4440-aec3-df039175c1dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3780398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4167192'] for router_interface, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:13.490444 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05a3591-5fab-4440-aec3-df039175c1dc admin admin] Pushing event updated for resources: {'Port': ['ID=48a2c34a-432d-445b-9790-16f523ac4ed8,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:13.494493 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b38aa59-6ec2-43a8-97a6-edc2ec959807 admin admin] Router 86036828-fd17-4830-ac4f-81e0e56836eb is scheduled to L3 agent b2ca3166-9002-4222-bd01-ae8f73ca62dc with binding_index 1 {{(pid=94051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 15:18:13.527106 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-078dae98-4407-4780-8ec6-a2da55888e79 req-4e45b9d6-f816-49b5-b301-ee7a94f68576 service neutron] 10.222.0.63 "GET /v2.0/networks/dc2a7c1b-6294-45c9-b16c-61fd2495db53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314468 Aug 16 15:18:13.677329 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05a3591-5fab-4440-aec3-df039175c1dc admin admin] Network c3efea4d-d9ac-44e7-86c8-41af94372c04 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:18:13.682071 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-d05a3591-5fab-4440-aec3-df039175c1dc admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:18:13.688382 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b38aa59-6ec2-43a8-97a6-edc2ec959807 admin admin] Notify agent at l3_agent.dv-cinder-804757-1-iscsi the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:18:13.709215 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac0c66d-d91d-4edb-bfc5-22f13a1cba37 None None] Sync routers for ids ['86036828-fd17-4830-ac4f-81e0e56836eb'] in dv-cinder-804757-1-iscsi {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:18:13.728139 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac0c66d-d91d-4edb-bfc5-22f13a1cba37 None None] Routers {'86036828-fd17-4830-ac4f-81e0e56836eb'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:18:13.729324 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-dac0c66d-d91d-4edb-bfc5-22f13a1cba37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:18:04Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['86036828-fd17-4830-ac4f-81e0e56836eb'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:18:13.766347 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3b38aa59-6ec2-43a8-97a6-edc2ec959807 admin admin] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:13.767568 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-3b38aa59-6ec2-43a8-97a6-edc2ec959807 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.1139214 Aug 16 15:18:13.770550 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 39478) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:18:13.860778 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d05a3591-5fab-4440-aec3-df039175c1dc admin admin] Router 72527283-5a19-43ce-9eda-2e1cb6a71a8f has already been hosted by L3 agent b2ca3166-9002-4222-bd01-ae8f73ca62dc {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 15:18:13.894483 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-b155ab44-ed4b-4148-a0f5-386ab9b5541e req-d9f4a815-f185-4698-b14b-0914706475ee tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce HTTP/1.1" status: 200 len: 210 time: 0.0317957 Aug 16 15:18:14.064289 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d05a3591-5fab-4440-aec3-df039175c1dc admin admin] Notify agent at l3_agent.dv-cinder-804757-1-iscsi the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:18:14.069791 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-d05a3591-5fab-4440-aec3-df039175c1dc admin admin] 10.222.0.22 "PUT /v2.0/routers/72527283-5a19-43ce-9eda-2e1cb6a71a8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2481694 Aug 16 15:18:14.086889 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-dac0c66d-d91d-4edb-bfc5-22f13a1cba37 None None] Set router 86036828-fd17-4830-ac4f-81e0e56836eb gateway port host: dv-cinder-804757-1-iscsi {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:18:14.107212 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2a5a92-7202-4fb2-a8f6-56854976598e None None] Sync routers for ids ['72527283-5a19-43ce-9eda-2e1cb6a71a8f'] in dv-cinder-804757-1-iscsi {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:18:14.117090 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2a5a92-7202-4fb2-a8f6-56854976598e None None] Routers {'72527283-5a19-43ce-9eda-2e1cb6a71a8f'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:18:14.117782 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-8f2a5a92-7202-4fb2-a8f6-56854976598e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:18:04Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['72527283-5a19-43ce-9eda-2e1cb6a71a8f'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:18:14.121289 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-a02fee32-22a0-4304-9b82-cf90f64c0334 None None] Provisioning complete for port 48a2c34a-432d-445b-9790-16f523ac4ed8 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:18:14.121771 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a02fee32-22a0-4304-9b82-cf90f64c0334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:14.252418 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-a02fee32-22a0-4304-9b82-cf90f64c0334 None None] Port 48a2c34a-432d-445b-9790-16f523ac4ed8 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 15:18:14.285421 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-8f2a5a92-7202-4fb2-a8f6-56854976598e None None] Set router 72527283-5a19-43ce-9eda-2e1cb6a71a8f gateway port host: dv-cinder-804757-1-iscsi {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:18:14.399770 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device e6cd0c4c-e014-4b28-b68a-fe1626a9ba1e up at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:18:14.399962 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e650a04b-b508-4434-8d83-89e7395be3ee req-e78de7d3-8e84-4c63-874b-c4044a38e26e tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:14.401766 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-e650a04b-b508-4434-8d83-89e7395be3ee req-e78de7d3-8e84-4c63-874b-c4044a38e26e tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.1016362 Aug 16 15:18:14.438634 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-dac0c66d-d91d-4edb-bfc5-22f13a1cba37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86036828-fd17-4830-ac4f-81e0e56836eb', 'name': 'tempest-TestMinimumBasicScenario-1132977372-router', 'tenant_id': '74d046b645ba40689a9a38f294d5047f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'cb4dbd0b-5b7a-48ca-be97-758cbe9519ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:18:07Z', 'updated_at': '2021-08-16T15:18:11Z', 'revision_number': 3, 'project_id': '74d046b645ba40689a9a38f294d5047f', 'gw_port': {'id': 'cb4dbd0b-5b7a-48ca-be97-758cbe9519ab', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:31:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86036828-fd17-4830-ac4f-81e0e56836eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:18:09Z', 'updated_at': '2021-08-16T15:18:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi'}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:18:14.470539 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e751b2a0-207b-42ae-a576-73128658983a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:14.484103 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac0c66d-d91d-4edb-bfc5-22f13a1cba37 None None] Checking router: 86036828-fd17-4830-ac4f-81e0e56836eb for host: dv-cinder-804757-1-iscsi {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:18:14.484703 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac0c66d-d91d-4edb-bfc5-22f13a1cba37 None None] Updating router 86036828-fd17-4830-ac4f-81e0e56836eb port cb4dbd0b-5b7a-48ca-be97-758cbe9519ab binding host dv-cinder-804757-1-iscsi {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 15:18:14.488236 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-e650a04b-b508-4434-8d83-89e7395be3ee req-0604fde3-6fb5-44ee-abc6-27209c7d2e26 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621626 Aug 16 15:18:14.538986 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-dac0c66d-d91d-4edb-bfc5-22f13a1cba37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:14.545647 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning complete for port e6cd0c4c-e014-4b28-b68a-fe1626a9ba1e triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:18:14.546253 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:14.555190 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-8f2a5a92-7202-4fb2-a8f6-56854976598e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72527283-5a19-43ce-9eda-2e1cb6a71a8f', 'name': 'tempest-TestVolumeBootPattern-1276650241-router', 'tenant_id': '034d9a0c09414014b1b5c2f2237d13b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'e6cd0c4c-e014-4b28-b68a-fe1626a9ba1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:18:04Z', 'updated_at': '2021-08-16T15:18:12Z', 'revision_number': 4, 'project_id': '034d9a0c09414014b1b5c2f2237d13b5', 'gw_port': {'id': 'e6cd0c4c-e014-4b28-b68a-fe1626a9ba1e', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72527283-5a19-43ce-9eda-2e1cb6a71a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:18:05Z', 'updated_at': '2021-08-16T15:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_interfaces': [{'id': '48a2c34a-432d-445b-9790-16f523ac4ed8', 'name': '', 'network_id': 'c3efea4d-d9ac-44e7-86c8-41af94372c04', 'tenant_id': '034d9a0c09414014b1b5c2f2237d13b5', 'mac_address': 'fa:16:3e:f0:df:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72527283-5a19-43ce-9eda-2e1cb6a71a8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '665d9619-21b4-4f54-8e93-a9384fe338fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:18:10Z', 'updated_at': '2021-08-16T15:18:13Z', 'revision_number': 2, 'project_id': '034d9a0c09414014b1b5c2f2237d13b5', 'subnets': [{'id': '665d9619-21b4-4f54-8e93-a9384fe338fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:18:14.582813 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2a5a92-7202-4fb2-a8f6-56854976598e None None] Checking router: 72527283-5a19-43ce-9eda-2e1cb6a71a8f for host: dv-cinder-804757-1-iscsi {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:18:14.583414 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2a5a92-7202-4fb2-a8f6-56854976598e None None] Updating router 72527283-5a19-43ce-9eda-2e1cb6a71a8f port 48a2c34a-432d-445b-9790-16f523ac4ed8 binding host dv-cinder-804757-1-iscsi {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 15:18:14.616474 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-8f2a5a92-7202-4fb2-a8f6-56854976598e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:14.686913 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-e751b2a0-207b-42ae-a576-73128658983a admin admin] Allocated IP 172.20.0.1 (e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab/2468f3cc-012a-4fe4-84ca-361a65cab58f/772ddb41-d092-421a-8da7-17ac63e1de23) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:18:14.753808 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device b929fdd4-6dc6-4906-bc67-476a85e0bc59 up at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:18:14.932873 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-dac0c66d-d91d-4edb-bfc5-22f13a1cba37 None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:14.949124 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-dac0c66d-d91d-4edb-bfc5-22f13a1cba37 None None] Transition to ACTIVE for port object cb4dbd0b-5b7a-48ca-be97-758cbe9519ab will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:18:14.967591 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning complete for port b929fdd4-6dc6-4906-bc67-476a85e0bc59 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:18:14.968184 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:14.970260 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-dac0c66d-d91d-4edb-bfc5-22f13a1cba37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:14.971811 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e751b2a0-207b-42ae-a576-73128658983a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:14.980622 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-8f2a5a92-7202-4fb2-a8f6-56854976598e None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:14.988403 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-e751b2a0-207b-42ae-a576-73128658983a admin admin] Transition to ACTIVE for port object 772ddb41-d092-421a-8da7-17ac63e1de23 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:18:14.994771 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-8f2a5a92-7202-4fb2-a8f6-56854976598e None None] Transition to ACTIVE for port object 48a2c34a-432d-445b-9790-16f523ac4ed8 will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:18:15.002034 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-8f2a5a92-7202-4fb2-a8f6-56854976598e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:15.027261 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-071fd202-723f-45c5-9079-67b602d936b5 req-647ba2eb-0008-4ccd-9960-f106cdb3e8da tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce HTTP/1.1" status: 200 len: 210 time: 0.0318704 Aug 16 15:18:15.056099 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e751b2a0-207b-42ae-a576-73128658983a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769335250701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2787876'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:15.067897 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c08472b-e2db-4d54-99c4-3b401549955e None None] Pushing event updated for resources: {'Port': ['ID=cb4dbd0b-5b7a-48ca-be97-758cbe9519ab,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:15.082212 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-dac0c66d-d91d-4edb-bfc5-22f13a1cba37 None None] Attempting to bind port cb4dbd0b-5b7a-48ca-be97-758cbe9519ab on host dv-cinder-804757-1-iscsi for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:18:15.082594 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-dac0c66d-d91d-4edb-bfc5-22f13a1cba37 None None] Attempting to bind port cb4dbd0b-5b7a-48ca-be97-758cbe9519ab by drivers openvswitch,hyperv on host dv-cinder-804757-1-iscsi at level 0 using segments [{'id': '6c369326-29bf-41f1-8d37-65f3627778f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:18:15.082960 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac0c66d-d91d-4edb-bfc5-22f13a1cba37 None None] Attempting to bind port cb4dbd0b-5b7a-48ca-be97-758cbe9519ab on network b7623838-067e-46d7-9324-3e363fad67d4 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:18:15.090317 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac0c66d-d91d-4edb-bfc5-22f13a1cba37 None None] Checking agent: {'id': '038bb836-fe78-417c-a302-5d10dc6ddcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 8, 4), 'started_at': datetime.datetime(2021, 8, 16, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:18:15.090823 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac0c66d-d91d-4edb-bfc5-22f13a1cba37 None None] Checking segment: {'id': '6c369326-29bf-41f1-8d37-65f3627778f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:18:15.091265 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-dac0c66d-d91d-4edb-bfc5-22f13a1cba37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:15.091751 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac0c66d-d91d-4edb-bfc5-22f13a1cba37 None None] Bound using segment: {'id': '6c369326-29bf-41f1-8d37-65f3627778f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:18:15.092253 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-dac0c66d-d91d-4edb-bfc5-22f13a1cba37 None None] Bound port: cb4dbd0b-5b7a-48ca-be97-758cbe9519ab, host: dv-cinder-804757-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c369326-29bf-41f1-8d37-65f3627778f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:18:15.092883 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-dac0c66d-d91d-4edb-bfc5-22f13a1cba37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:15.125386 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28222e40-679c-4b07-a59d-cb62c93fb3b2 None None] Pushing event updated for resources: {'Port': ['ID=48a2c34a-432d-445b-9790-16f523ac4ed8,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:15.151364 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e751b2a0-207b-42ae-a576-73128658983a admin admin] Network e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:18:15.179231 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-e751b2a0-207b-42ae-a576-73128658983a admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:18:15.179231 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e751b2a0-207b-42ae-a576-73128658983a admin admin] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:18:15.179231 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e751b2a0-207b-42ae-a576-73128658983a admin admin] Pushing event updated for resources: {'Port': ['ID=772ddb41-d092-421a-8da7-17ac63e1de23,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:15.197206 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-8f2a5a92-7202-4fb2-a8f6-56854976598e None None] Attempting to bind port 48a2c34a-432d-445b-9790-16f523ac4ed8 on host dv-cinder-804757-1-iscsi for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:18:15.197904 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-8f2a5a92-7202-4fb2-a8f6-56854976598e None None] Attempting to bind port 48a2c34a-432d-445b-9790-16f523ac4ed8 by drivers openvswitch,hyperv on host dv-cinder-804757-1-iscsi at level 0 using segments [{'id': 'cda53369-0548-4005-9d49-ea79f2ecaf3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c3efea4d-d9ac-44e7-86c8-41af94372c04'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:18:15.198485 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2a5a92-7202-4fb2-a8f6-56854976598e None None] Attempting to bind port 48a2c34a-432d-445b-9790-16f523ac4ed8 on network c3efea4d-d9ac-44e7-86c8-41af94372c04 {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:18:15.204814 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2a5a92-7202-4fb2-a8f6-56854976598e None None] Checking agent: {'id': '038bb836-fe78-417c-a302-5d10dc6ddcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 8, 4), 'started_at': datetime.datetime(2021, 8, 16, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:18:15.205657 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2a5a92-7202-4fb2-a8f6-56854976598e None None] Checking segment: {'id': 'cda53369-0548-4005-9d49-ea79f2ecaf3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c3efea4d-d9ac-44e7-86c8-41af94372c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:18:15.206253 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-8f2a5a92-7202-4fb2-a8f6-56854976598e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:15.206446 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-dac0c66d-d91d-4edb-bfc5-22f13a1cba37 None None] For port cb4dbd0b-5b7a-48ca-be97-758cbe9519ab, host dv-cinder-804757-1-iscsi, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:18:15.207023 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2a5a92-7202-4fb2-a8f6-56854976598e None None] Bound using segment: {'id': 'cda53369-0548-4005-9d49-ea79f2ecaf3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c3efea4d-d9ac-44e7-86c8-41af94372c04'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:18:15.207670 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-8f2a5a92-7202-4fb2-a8f6-56854976598e None None] Bound port: 48a2c34a-432d-445b-9790-16f523ac4ed8, host: dv-cinder-804757-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda53369-0548-4005-9d49-ea79f2ecaf3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c3efea4d-d9ac-44e7-86c8-41af94372c04'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:18:15.208660 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-8f2a5a92-7202-4fb2-a8f6-56854976598e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:15.210598 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-dac0c66d-d91d-4edb-bfc5-22f13a1cba37 None None] For port cb4dbd0b-5b7a-48ca-be97-758cbe9519ab, host dv-cinder-804757-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=cb4dbd0b-5b7a-48ca-be97-758cbe9519ab,segment=NetworkSegment(6c369326-29bf-41f1-8d37-65f3627778f0),segment_id=6c369326-29bf-41f1-8d37-65f3627778f0)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:18:15.216762 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-dac0c66d-d91d-4edb-bfc5-22f13a1cba37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:15.287595 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e751b2a0-207b-42ae-a576-73128658983a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4167348'] for router_interface, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:15.329065 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-8f2a5a92-7202-4fb2-a8f6-56854976598e None None] For port 48a2c34a-432d-445b-9790-16f523ac4ed8, host dv-cinder-804757-1-iscsi, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:18:15.329430 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac0c66d-d91d-4edb-bfc5-22f13a1cba37 None None] Routers {'86036828-fd17-4830-ac4f-81e0e56836eb'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:18:15.330100 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-dac0c66d-d91d-4edb-bfc5-22f13a1cba37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:18:04Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['86036828-fd17-4830-ac4f-81e0e56836eb'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:18:15.335405 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-8f2a5a92-7202-4fb2-a8f6-56854976598e None None] For port 48a2c34a-432d-445b-9790-16f523ac4ed8, host dv-cinder-804757-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=48a2c34a-432d-445b-9790-16f523ac4ed8,segment=NetworkSegment(cda53369-0548-4005-9d49-ea79f2ecaf3a),segment_id=cda53369-0548-4005-9d49-ea79f2ecaf3a)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:18:15.358551 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-8f2a5a92-7202-4fb2-a8f6-56854976598e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:15.487600 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2a5a92-7202-4fb2-a8f6-56854976598e None None] Routers {'72527283-5a19-43ce-9eda-2e1cb6a71a8f'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:18:15.488440 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-8f2a5a92-7202-4fb2-a8f6-56854976598e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:18:04Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['72527283-5a19-43ce-9eda-2e1cb6a71a8f'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:18:15.539390 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e751b2a0-207b-42ae-a576-73128658983a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:15.562341 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 39508) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:18:15.570440 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [None req-41c3271f-7275-4e22-a1c9-f03e2074455d tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-538651142', 'description': 'tempest-secgroup-smoke-538651142 description', 'project_id': '83f7d345b47b4d06a48fabeb3dd2c893'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:18:15.576244 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-dac0c66d-d91d-4edb-bfc5-22f13a1cba37 None None] Set router 86036828-fd17-4830-ac4f-81e0e56836eb gateway port host: dv-cinder-804757-1-iscsi {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:18:15.602801 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-41c3271f-7275-4e22-a1c9-f03e2074455d tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:15.678962 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c08472b-e2db-4d54-99c4-3b401549955e None None] Pushing event updated for resources: {'Port': ['ID=cb4dbd0b-5b7a-48ca-be97-758cbe9519ab,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:15.755918 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28222e40-679c-4b07-a59d-cb62c93fb3b2 None None] Pushing event updated for resources: {'Port': ['ID=48a2c34a-432d-445b-9790-16f523ac4ed8,revision_number=4']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:15.769903 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-41c3271f-7275-4e22-a1c9-f03e2074455d tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:15.775340 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-41c3271f-7275-4e22-a1c9-f03e2074455d tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:15.806837 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-cbd1ab99-3081-465b-9340-7faeb27ba1bc None None] Provisioning for port 772ddb41-d092-421a-8da7-17ac63e1de23 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:18:15.817838 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-8f2a5a92-7202-4fb2-a8f6-56854976598e None None] Set router 72527283-5a19-43ce-9eda-2e1cb6a71a8f gateway port host: dv-cinder-804757-1-iscsi {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:18:15.819080 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-cbd1ab99-3081-465b-9340-7faeb27ba1bc None None] Provisioning complete for port 772ddb41-d092-421a-8da7-17ac63e1de23 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:18:15.822930 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-cbd1ab99-3081-465b-9340-7faeb27ba1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:15.839480 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-41c3271f-7275-4e22-a1c9-f03e2074455d tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:15.840771 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-41c3271f-7275-4e22-a1c9-f03e2074455d tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2762311 Aug 16 15:18:15.844092 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 39510) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:18:15.854116 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [None req-554aa63a-e49a-47c3-bdf3-9b144294ff08 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Request body: {'security_group_rule': {'security_group_id': 'f81d9cb5-ee7b-41c0-8dbe-a0336cac8bb2', 'project_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:18:15.874442 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c3271f-7275-4e22-a1c9-f03e2074455d tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f81d9cb5-ee7b-41c0-8dbe-a0336cac8bb2,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:15.900190 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-cbd1ab99-3081-465b-9340-7faeb27ba1bc None None] Port 772ddb41-d092-421a-8da7-17ac63e1de23 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 15:18:15.916412 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac7410-95e4-4367-abed-b2fdc27964a9 req-2a5e8a8f-f4b1-4f75-af31-7ea1482e814a tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:15.924584 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-dac0c66d-d91d-4edb-bfc5-22f13a1cba37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86036828-fd17-4830-ac4f-81e0e56836eb', 'name': 'tempest-TestMinimumBasicScenario-1132977372-router', 'tenant_id': '74d046b645ba40689a9a38f294d5047f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'cb4dbd0b-5b7a-48ca-be97-758cbe9519ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:18:07Z', 'updated_at': '2021-08-16T15:18:11Z', 'revision_number': 3, 'project_id': '74d046b645ba40689a9a38f294d5047f', 'gw_port': {'id': 'cb4dbd0b-5b7a-48ca-be97-758cbe9519ab', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:31:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86036828-fd17-4830-ac4f-81e0e56836eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:18:09Z', 'updated_at': '2021-08-16T15:18:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi'}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:18:15.926552 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-554aa63a-e49a-47c3-bdf3-9b144294ff08 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:15.927928 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-e6ac7410-95e4-4367-abed-b2fdc27964a9 req-2a5e8a8f-f4b1-4f75-af31-7ea1482e814a tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.2405007 Aug 16 15:18:15.950902 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 39516) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:18:15.980169 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac0c66d-d91d-4edb-bfc5-22f13a1cba37 None None] The sync data for ids ['86036828-fd17-4830-ac4f-81e0e56836eb'] in dv-cinder-804757-1-iscsi is: [{'id': '86036828-fd17-4830-ac4f-81e0e56836eb', 'name': 'tempest-TestMinimumBasicScenario-1132977372-router', 'tenant_id': '74d046b645ba40689a9a38f294d5047f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'cb4dbd0b-5b7a-48ca-be97-758cbe9519ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:18:07Z', 'updated_at': '2021-08-16T15:18:11Z', 'revision_number': 3, 'project_id': '74d046b645ba40689a9a38f294d5047f', 'gw_port': {'id': 'cb4dbd0b-5b7a-48ca-be97-758cbe9519ab', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:31:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86036828-fd17-4830-ac4f-81e0e56836eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:18:09Z', 'updated_at': '2021-08-16T15:18:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi'}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:18:16.048085 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-e6ac7410-95e4-4367-abed-b2fdc27964a9 req-3dee0ef8-d2c5-4ae8-9784-06c0da08d7b7 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931835 Aug 16 15:18:16.077487 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e751b2a0-207b-42ae-a576-73128658983a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:16.087771 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e751b2a0-207b-42ae-a576-73128658983a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2787883'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:16.091103 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-554aa63a-e49a-47c3-bdf3-9b144294ff08 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:16.102711 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-554aa63a-e49a-47c3-bdf3-9b144294ff08 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109690'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:16.123568 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6217508-e52c-49f4-a83d-975da4d1ab34 admin admin] Deleting subnet 472aa429-9b80-479f-a78f-7614270ec674 {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 15:18:16.148124 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d6217508-e52c-49f4-a83d-975da4d1ab34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:16.175297 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554aa63a-e49a-47c3-bdf3-9b144294ff08 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5497acce-89b1-47ad-a368-8225d4a23f3a,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:16.193554 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-554aa63a-e49a-47c3-bdf3-9b144294ff08 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:16.197505 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-554aa63a-e49a-47c3-bdf3-9b144294ff08 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3501344 Aug 16 15:18:16.198260 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 39522) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:18:16.204530 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [None req-a2dd7b90-8fa2-41ff-9719-a3e5cff36c68 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Request body: {'security_group_rule': {'security_group_id': 'f81d9cb5-ee7b-41c0-8dbe-a0336cac8bb2', 'project_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:18:16.226352 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d6217508-e52c-49f4-a83d-975da4d1ab34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2459736'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:16.270966 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e751b2a0-207b-42ae-a576-73128658983a admin admin] Pushing event updated for resources: {'Port': ['ID=772ddb41-d092-421a-8da7-17ac63e1de23,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:16.284991 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e751b2a0-207b-42ae-a576-73128658983a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3780398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4167192'] for router_interface, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:16.305759 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-a567faf6-a324-439b-8348-4a67b12fb1fa req-dd002c70-8cd3-4449-a442-de5ca6a27e03 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce HTTP/1.1" status: 200 len: 210 time: 0.0766861 Aug 16 15:18:16.320018 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-8f2a5a92-7202-4fb2-a8f6-56854976598e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72527283-5a19-43ce-9eda-2e1cb6a71a8f', 'name': 'tempest-TestVolumeBootPattern-1276650241-router', 'tenant_id': '034d9a0c09414014b1b5c2f2237d13b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'e6cd0c4c-e014-4b28-b68a-fe1626a9ba1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:18:04Z', 'updated_at': '2021-08-16T15:18:12Z', 'revision_number': 4, 'project_id': '034d9a0c09414014b1b5c2f2237d13b5', 'gw_port': {'id': 'e6cd0c4c-e014-4b28-b68a-fe1626a9ba1e', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72527283-5a19-43ce-9eda-2e1cb6a71a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:18:05Z', 'updated_at': '2021-08-16T15:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_interfaces': [{'id': '48a2c34a-432d-445b-9790-16f523ac4ed8', 'name': '', 'network_id': 'c3efea4d-d9ac-44e7-86c8-41af94372c04', 'tenant_id': '034d9a0c09414014b1b5c2f2237d13b5', 'mac_address': 'fa:16:3e:f0:df:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72527283-5a19-43ce-9eda-2e1cb6a71a8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '665d9619-21b4-4f54-8e93-a9384fe338fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:18:10Z', 'updated_at': '2021-08-16T15:18:15Z', 'revision_number': 4, 'project_id': '034d9a0c09414014b1b5c2f2237d13b5', 'subnets': [{'id': '665d9619-21b4-4f54-8e93-a9384fe338fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:18:16.330149 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a2dd7b90-8fa2-41ff-9719-a3e5cff36c68 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:16.378595 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2a5a92-7202-4fb2-a8f6-56854976598e None None] The sync data for ids ['72527283-5a19-43ce-9eda-2e1cb6a71a8f'] in dv-cinder-804757-1-iscsi is: [{'id': '72527283-5a19-43ce-9eda-2e1cb6a71a8f', 'name': 'tempest-TestVolumeBootPattern-1276650241-router', 'tenant_id': '034d9a0c09414014b1b5c2f2237d13b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'e6cd0c4c-e014-4b28-b68a-fe1626a9ba1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:18:04Z', 'updated_at': '2021-08-16T15:18:12Z', 'revision_number': 4, 'project_id': '034d9a0c09414014b1b5c2f2237d13b5', 'gw_port': {'id': 'e6cd0c4c-e014-4b28-b68a-fe1626a9ba1e', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72527283-5a19-43ce-9eda-2e1cb6a71a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:18:05Z', 'updated_at': '2021-08-16T15:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_interfaces': [{'id': '48a2c34a-432d-445b-9790-16f523ac4ed8', 'name': '', 'network_id': 'c3efea4d-d9ac-44e7-86c8-41af94372c04', 'tenant_id': '034d9a0c09414014b1b5c2f2237d13b5', 'mac_address': 'fa:16:3e:f0:df:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72527283-5a19-43ce-9eda-2e1cb6a71a8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '665d9619-21b4-4f54-8e93-a9384fe338fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:18:10Z', 'updated_at': '2021-08-16T15:18:15Z', 'revision_number': 4, 'project_id': '034d9a0c09414014b1b5c2f2237d13b5', 'subnets': [{'id': '665d9619-21b4-4f54-8e93-a9384fe338fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:18:16.384516 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d6217508-e52c-49f4-a83d-975da4d1ab34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1014246'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:16.539912 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855800f-ab55-42ce-9ba0-9fe0fba1920b req-cf8b41f6-b4e9-4b33-8a19-0d83abb06c8b tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:16.541650 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-a855800f-ab55-42ce-9ba0-9fe0fba1920b req-cf8b41f6-b4e9-4b33-8a19-0d83abb06c8b tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.63 "GET /v2.0/networks?id=39688803-4c7a-4e65-bd12-e072ee8a86dc HTTP/1.1" status: 200 len: 809 time: 0.3689988 Aug 16 15:18:16.557929 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a2dd7b90-8fa2-41ff-9719-a3e5cff36c68 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:16.562445 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a2dd7b90-8fa2-41ff-9719-a3e5cff36c68 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109690'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:16.583340 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dd7b90-8fa2-41ff-9719-a3e5cff36c68 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11166807-6427-4834-8876-7c195616c948,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:16.614889 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d6217508-e52c-49f4-a83d-975da4d1ab34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4115071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2268290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26656816'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:16.645145 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-a2dd7b90-8fa2-41ff-9719-a3e5cff36c68 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:16.646373 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-a2dd7b90-8fa2-41ff-9719-a3e5cff36c68 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4476562 Aug 16 15:18:16.648941 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6217508-e52c-49f4-a83d-975da4d1ab34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=472aa429-9b80-479f-a78f-7614270ec674,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:16.653741 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 39532) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:18:16.659813 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [None req-802c62e6-bbd2-4b7b-95ec-76296e9ade9c tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Request body: {'security_group_rule': {'security_group_id': 'f81d9cb5-ee7b-41c0-8dbe-a0336cac8bb2', 'project_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:18:16.685355 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d6217508-e52c-49f4-a83d-975da4d1ab34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3780594'] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:16.690000 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-d6217508-e52c-49f4-a83d-975da4d1ab34 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/472aa429-9b80-479f-a78f-7614270ec674 HTTP/1.1" status: 204 len: 168 time: 0.7359543 Aug 16 15:18:16.696038 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 39534) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:18:16.721436 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-802c62e6-bbd2-4b7b-95ec-76296e9ade9c tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:16.756108 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-a855800f-ab55-42ce-9ba0-9fe0fba1920b req-8e777460-09f0-47a5-9c0a-ea484f7033b4 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b909c74720ca49ce9720908372ac710e HTTP/1.1" status: 200 len: 379 time: 0.1947293 Aug 16 15:18:16.778473 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e751b2a0-207b-42ae-a576-73128658983a admin admin] Network e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:18:16.787052 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.v2.base [req-a855800f-ab55-42ce-9ba0-9fe0fba1920b req-7aaf384a-7aa2-4e4e-9e16-42aff65b954e tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Request body: {'port': {'device_id': 'ed34becd-dd11-43b2-b3ee-eac65f91f5ce', 'network_id': '39688803-4c7a-4e65-bd12-e072ee8a86dc', 'admin_state_up': True, 'tenant_id': 'b909c74720ca49ce9720908372ac710e', 'security_groups': ['17af3205-09df-4517-9712-91936f7ba92f']}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:18:16.796393 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-e751b2a0-207b-42ae-a576-73128658983a admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:18:16.886468 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3078fb43-0f1e-479c-b2fc-a23373ac4ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653808'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:17.038549 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-802c62e6-bbd2-4b7b-95ec-76296e9ade9c tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:17.044231 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3078fb43-0f1e-479c-b2fc-a23373ac4ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000339', 'neutron.services.segments.db._delete_segments_for_network-8769335759171'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:17.048224 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-802c62e6-bbd2-4b7b-95ec-76296e9ade9c tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109690'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:17.112214 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.services.segments.db [None req-3078fb43-0f1e-479c-b2fc-a23373ac4ead admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4de2dddf-57dd-4d51-a8b7-e33d086e0280']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:18:17.138417 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802c62e6-bbd2-4b7b-95ec-76296e9ade9c tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a853fec1-c8b3-449b-b917-f4f18365031b,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:17.180137 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.services.segments.db [None req-3078fb43-0f1e-479c-b2fc-a23373ac4ead admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cafa780-1ec5-43e7-9906-cd719165275f') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:18:17.180436 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.services.segments.db [None req-3078fb43-0f1e-479c-b2fc-a23373ac4ead admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cafa780-1ec5-43e7-9906-cd719165275f') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:18:17.196836 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c1da0fcc-985c-49cc-9194-727f7902a86c None None] Provisioning complete for port 772ddb41-d092-421a-8da7-17ac63e1de23 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:18:17.197387 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c1da0fcc-985c-49cc-9194-727f7902a86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:17.215507 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-802c62e6-bbd2-4b7b-95ec-76296e9ade9c tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:17.216854 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-802c62e6-bbd2-4b7b-95ec-76296e9ade9c tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5621376 Aug 16 15:18:17.225250 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3078fb43-0f1e-479c-b2fc-a23373ac4ead admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769335762252', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2459729'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:17.226859 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 39542) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:18:17.261124 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [None req-0732d6b5-6dd5-4bb4-a0d9-b06665bbaea1 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Request body: {'security_group_rule': {'security_group_id': 'f81d9cb5-ee7b-41c0-8dbe-a0336cac8bb2', 'project_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:18:17.313645 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-c1da0fcc-985c-49cc-9194-727f7902a86c None None] Port 772ddb41-d092-421a-8da7-17ac63e1de23 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 15:18:17.345174 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3078fb43-0f1e-479c-b2fc-a23373ac4ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014199'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:17.376939 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3078fb43-0f1e-479c-b2fc-a23373ac4ead admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 15:18:17.378887 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3078fb43-0f1e-479c-b2fc-a23373ac4ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2268388'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:17.384223 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0732d6b5-6dd5-4bb4-a0d9-b06665bbaea1 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:17.394548 dv-cinder-804757-1-iscsi neutron-server[94051]: Traceback (most recent call last): Aug 16 15:18:17.394548 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 15:18:17.394548 dv-cinder-804757-1-iscsi neutron-server[94051]: timer() Aug 16 15:18:17.394548 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 15:18:17.394548 dv-cinder-804757-1-iscsi neutron-server[94051]: cb(*args, **kw) Aug 16 15:18:17.394548 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 15:18:17.394548 dv-cinder-804757-1-iscsi neutron-server[94051]: return func(*args, **kwargs) Aug 16 15:18:17.394548 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 15:18:17.394548 dv-cinder-804757-1-iscsi neutron-server[94051]: self._notify() Aug 16 15:18:17.394548 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 15:18:17.394548 dv-cinder-804757-1-iscsi neutron-server[94051]: self.callback(batched_events) Aug 16 15:18:17.394548 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 15:18:17.394548 dv-cinder-804757-1-iscsi neutron-server[94051]: event.method(event) Aug 16 15:18:17.394548 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 15:18:17.394548 dv-cinder-804757-1-iscsi neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 15:18:17.394548 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 15:18:17.394548 dv-cinder-804757-1-iscsi neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 15:18:17.394548 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 15:18:17.394548 dv-cinder-804757-1-iscsi neutron-server[94051]: return f(self, *a, **k) Aug 16 15:18:17.394548 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 15:18:17.394548 dv-cinder-804757-1-iscsi neutron-server[94051]: return self._get(url).json() Aug 16 15:18:17.394548 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 15:18:17.394548 dv-cinder-804757-1-iscsi neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 15:18:17.394548 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 15:18:17.394548 dv-cinder-804757-1-iscsi neutron-server[94051]: return self.request(url, 'GET', **kwargs) Aug 16 15:18:17.394548 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 15:18:17.394548 dv-cinder-804757-1-iscsi neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 15:18:17.394548 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 15:18:17.394548 dv-cinder-804757-1-iscsi neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 15:18:17.394548 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 15:18:17.394548 dv-cinder-804757-1-iscsi neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 15:18:17.394548 dv-cinder-804757-1-iscsi neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 15:18:17.516732 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e751b2a0-207b-42ae-a576-73128658983a admin admin] Router 86036828-fd17-4830-ac4f-81e0e56836eb has already been hosted by L3 agent b2ca3166-9002-4222-bd01-ae8f73ca62dc {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 15:18:17.529523 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a855800f-ab55-42ce-9ba0-9fe0fba1920b req-7aaf384a-7aa2-4e4e-9e16-42aff65b954e tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Made reservation on behalf of b909c74720ca49ce9720908372ac710e for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:18:17.529768 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3078fb43-0f1e-479c-b2fc-a23373ac4ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798563'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:17.533643 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-a855800f-ab55-42ce-9ba0-9fe0fba1920b req-7aaf384a-7aa2-4e4e-9e16-42aff65b954e tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:17.545084 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3078fb43-0f1e-479c-b2fc-a23373ac4ead admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3780594'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:17.550118 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-3078fb43-0f1e-479c-b2fc-a23373ac4ead admin admin] 10.222.0.22 "DELETE /v2.0/networks/4de2dddf-57dd-4d51-a8b7-e33d086e0280 HTTP/1.1" status: 204 len: 168 time: 0.8517520 Aug 16 15:18:17.571001 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59f593-edc4-4d08-b93c-ec74b579991d req-088f13b1-c604-4c83-97ca-49072a3c7d48 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:17.586370 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-9b59f593-edc4-4d08-b93c-ec74b579991d req-088f13b1-c604-4c83-97ca-49072a3c7d48 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.1927586 Aug 16 15:18:17.600166 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3078fb43-0f1e-479c-b2fc-a23373ac4ead admin admin] Pushing event deleted for resources: {'Network': ['ID=4de2dddf-57dd-4d51-a8b7-e33d086e0280,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:17.632526 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0732d6b5-6dd5-4bb4-a0d9-b06665bbaea1 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:17.637770 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0732d6b5-6dd5-4bb4-a0d9-b06665bbaea1 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109690'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:17.693410 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0732d6b5-6dd5-4bb4-a0d9-b06665bbaea1 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67e8d657-9611-473b-ba9a-7ee77653f6fd,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:17.699530 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0732d6b5-6dd5-4bb4-a0d9-b06665bbaea1 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:17.701254 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-0732d6b5-6dd5-4bb4-a0d9-b06665bbaea1 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4480605 Aug 16 15:18:17.707679 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 39556) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:18:17.715421 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.v2.base [None req-298798b4-f4ca-47b9-802e-030dbf30f9a3 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Request body: {'security_group_rule': {'security_group_id': 'f81d9cb5-ee7b-41c0-8dbe-a0336cac8bb2', 'project_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:18:17.731162 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-5bb7b041-b85e-4952-b70b-e346aed8593a req-f5fde2f9-61a9-41c8-929a-e4790834ecff tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce HTTP/1.1" status: 200 len: 210 time: 0.0526118 Aug 16 15:18:17.839889 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 39562) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:18:17.844634 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-9b59f593-edc4-4d08-b93c-ec74b579991d req-ab2bb90b-8f3a-4189-977f-0844d2285e65 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536223 Aug 16 15:18:17.877780 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.db.securitygroups_db [None req-298798b4-f4ca-47b9-802e-030dbf30f9a3 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Project 83f7d345b47b4d06a48fabeb3dd2c893 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 15:18:17.917446 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-298798b4-f4ca-47b9-802e-030dbf30f9a3 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:17.922348 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-50a6e50a-d907-4d06-9f6a-d02a3a84a48c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=51e650bc5ec448499a00c4a19dfae911&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0812385 Aug 16 15:18:17.925329 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 39564) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:18:17.936552 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e751b2a0-207b-42ae-a576-73128658983a admin admin] Notify agent at l3_agent.dv-cinder-804757-1-iscsi the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:18:17.950920 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-e751b2a0-207b-42ae-a576-73128658983a admin admin] 10.222.0.22 "PUT /v2.0/routers/86036828-fd17-4830-ac4f-81e0e56836eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1780705 Aug 16 15:18:17.988412 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-a855800f-ab55-42ce-9ba0-9fe0fba1920b req-7aaf384a-7aa2-4e4e-9e16-42aff65b954e tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Allocated IP 172.20.0.10 (39688803-4c7a-4e65-bd12-e072ee8a86dc/5f7e542c-3ecd-4a2a-b7d4-b70d0efc580a/28f30e6e-1f6d-46c5-b0ad-7ab9162ac904) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:18:18.009450 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-019af24b-55b3-4837-8fb6-150757166e54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:18.021567 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-298798b4-f4ca-47b9-802e-030dbf30f9a3 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:18.027253 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-298798b4-f4ca-47b9-802e-030dbf30f9a3 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109690'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:18.040790 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-019af24b-55b3-4837-8fb6-150757166e54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:18.065558 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298798b4-f4ca-47b9-802e-030dbf30f9a3 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1604dca-1e44-482d-991d-9a549e3e723e,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:18.098313 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-298798b4-f4ca-47b9-802e-030dbf30f9a3 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:18.099891 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-298798b4-f4ca-47b9-802e-030dbf30f9a3 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3880925 Aug 16 15:18:18.116725 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 39568) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:18:18.122256 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [None req-7368fba2-7173-4bff-8ff3-1e8f4f707046 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Request body: {'security_group_rule': {'security_group_id': 'f81d9cb5-ee7b-41c0-8dbe-a0336cac8bb2', 'project_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:18:18.161905 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd14c8-ca6a-4321-9c77-9007e517bb58 req-271c5acd-4a0a-4a14-9c9d-46ee5ff2eca4 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:18.163430 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-5bdd14c8-ca6a-4321-9c77-9007e517bb58 req-271c5acd-4a0a-4a14-9c9d-46ee5ff2eca4 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e502ea1-64ee-4c33-8335-f74a9d6424c6 HTTP/1.1" status: 200 len: 945 time: 0.0816104 Aug 16 15:18:18.164308 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-019af24b-55b3-4837-8fb6-150757166e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:18.166798 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-019af24b-55b3-4837-8fb6-150757166e54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:18.167827 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-019af24b-55b3-4837-8fb6-150757166e54 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9e646468-4163-4ecc-9a71-2289c45a7c55 HTTP/1.1" status: 204 len: 168 time: 0.2412574 Aug 16 15:18:18.168629 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.db.securitygroups_db [None req-7368fba2-7173-4bff-8ff3-1e8f4f707046 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Project 83f7d345b47b4d06a48fabeb3dd2c893 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 15:18:18.182698 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7368fba2-7173-4bff-8ff3-1e8f4f707046 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:18.199264 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019af24b-55b3-4837-8fb6-150757166e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e646468-4163-4ecc-9a71-2289c45a7c55,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:18.247287 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-a855800f-ab55-42ce-9ba0-9fe0fba1920b req-7aaf384a-7aa2-4e4e-9e16-42aff65b954e tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:18.250543 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-5bdd14c8-ca6a-4321-9c77-9007e517bb58 req-76fb1f9a-ab10-4a31-9539-920c054a2cad tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cd64719-1f02-4e88-bb1f-dbc33ca11f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764515 Aug 16 15:18:18.265416 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-a855800f-ab55-42ce-9ba0-9fe0fba1920b req-7aaf384a-7aa2-4e4e-9e16-42aff65b954e tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Transition to ACTIVE for port object 28f30e6e-1f6d-46c5-b0ad-7ab9162ac904 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:18:18.302465 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7368fba2-7173-4bff-8ff3-1e8f4f707046 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:18.309637 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7368fba2-7173-4bff-8ff3-1e8f4f707046 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109690'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:18.347830 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7368fba2-7173-4bff-8ff3-1e8f4f707046 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f193d4a-f166-49da-a571-2c6d4f8e8b4c,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:18.357956 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-a855800f-ab55-42ce-9ba0-9fe0fba1920b req-7aaf384a-7aa2-4e4e-9e16-42aff65b954e tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769335250701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2787876'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:18.377132 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-7368fba2-7173-4bff-8ff3-1e8f4f707046 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:18.381961 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-7368fba2-7173-4bff-8ff3-1e8f4f707046 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2602091 Aug 16 15:18:18.436744 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a855800f-ab55-42ce-9ba0-9fe0fba1920b req-7aaf384a-7aa2-4e4e-9e16-42aff65b954e tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Network 39688803-4c7a-4e65-bd12-e072ee8a86dc is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:18:18.443629 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-a855800f-ab55-42ce-9ba0-9fe0fba1920b req-7aaf384a-7aa2-4e4e-9e16-42aff65b954e tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:18:18.447052 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-a855800f-ab55-42ce-9ba0-9fe0fba1920b req-7aaf384a-7aa2-4e4e-9e16-42aff65b954e tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:18:18.481748 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaf384a-7aa2-4e4e-9e16-42aff65b954e tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Pushing event updated for resources: {'Port': ['ID=28f30e6e-1f6d-46c5-b0ad-7ab9162ac904,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:18.512218 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855800f-ab55-42ce-9ba0-9fe0fba1920b req-7aaf384a-7aa2-4e4e-9e16-42aff65b954e tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:18.513095 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-a855800f-ab55-42ce-9ba0-9fe0fba1920b req-7aaf384a-7aa2-4e4e-9e16-42aff65b954e tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:18.540421 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-a855800f-ab55-42ce-9ba0-9fe0fba1920b req-7aaf384a-7aa2-4e4e-9e16-42aff65b954e tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7739635 Aug 16 15:18:18.563751 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.v2.base [req-a855800f-ab55-42ce-9ba0-9fe0fba1920b req-3ef37582-1ffa-4716-be14-a0715f81bffe service neutron] Request body: {'port': {'device_id': 'ed34becd-dd11-43b2-b3ee-eac65f91f5ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:18:18.577954 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device cb4dbd0b-5b7a-48ca-be97-758cbe9519ab up at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:18:18.682386 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning for port cb4dbd0b-5b7a-48ca-be97-758cbe9519ab completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:18:18.690266 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning complete for port cb4dbd0b-5b7a-48ca-be97-758cbe9519ab triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:18:18.691149 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:18.717847 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-a855800f-ab55-42ce-9ba0-9fe0fba1920b req-3ef37582-1ffa-4716-be14-a0715f81bffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:18.895855 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:18.943194 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] For port cb4dbd0b-5b7a-48ca-be97-758cbe9519ab, host dv-cinder-804757-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=cb4dbd0b-5b7a-48ca-be97-758cbe9519ab,segment=NetworkSegment(6c369326-29bf-41f1-8d37-65f3627778f0),segment_id=6c369326-29bf-41f1-8d37-65f3627778f0)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:18:18.955338 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:18.956919 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device 48a2c34a-432d-445b-9790-16f523ac4ed8 up at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:18:19.033327 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c799f4-8d48-4dea-a8a2-d598a86b80a9 req-33bdf22c-bf18-492c-ae2f-f49608426437 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:19.043206 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-66c799f4-8d48-4dea-a8a2-d598a86b80a9 req-33bdf22c-bf18-492c-ae2f-f49608426437 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.0900266 Aug 16 15:18:19.158304 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-66c799f4-8d48-4dea-a8a2-d598a86b80a9 req-c12b56b5-ee83-4ad7-947a-acdd8d3deca1 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139121 Aug 16 15:18:19.207018 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a2ee5-8ed6-48c6-8fb2-de6f284e16b5 req-72290065-f0d0-4be4-9d4b-3a462c34c82a tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:19.221093 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-c04a2ee5-8ed6-48c6-8fb2-de6f284e16b5 req-72290065-f0d0-4be4-9d4b-3a462c34c82a tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce HTTP/1.1" status: 200 len: 932 time: 0.3026099 Aug 16 15:18:19.257074 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-43a1a05f-92c7-4ce4-8d36-dc3d1c4af093 None None] Provisioning for port 28f30e6e-1f6d-46c5-b0ad-7ab9162ac904 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:18:19.279239 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-43a1a05f-92c7-4ce4-8d36-dc3d1c4af093 None None] Provisioning complete for port 28f30e6e-1f6d-46c5-b0ad-7ab9162ac904 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:18:19.279613 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-43a1a05f-92c7-4ce4-8d36-dc3d1c4af093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:19.358117 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 39646) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:18:19.364394 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [None req-ea7cd79a-8b8f-4756-9103-5ee8067243f2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-810106697-network', 'tenant_id': '57bd050329b94c6c8f1db5e4adcb6240'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:18:19.408575 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-c04a2ee5-8ed6-48c6-8fb2-de6f284e16b5 req-eae28d7c-ed6d-48dc-87df-86d7e5bec235 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/security-groups?id=17af3205-09df-4517-9712-91936f7ba92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1684165 Aug 16 15:18:19.506076 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Pushing event updated for resources: {'Port': ['ID=cb4dbd0b-5b7a-48ca-be97-758cbe9519ab,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:19.540286 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 39654) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:18:19.580611 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7cd79a-8b8f-4756-9103-5ee8067243f2 admin admin] Made reservation on behalf of 57bd050329b94c6c8f1db5e4adcb6240 for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:18:19.590652 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning for port 48a2c34a-432d-445b-9790-16f523ac4ed8 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:18:19.592636 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ea7cd79a-8b8f-4756-9103-5ee8067243f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:19.601690 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.notifiers.nova [req-a855800f-ab55-42ce-9ba0-9fe0fba1920b req-3ef37582-1ffa-4716-be14-a0715f81bffe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28f30e6e-1f6d-46c5-b0ad-7ab9162ac904 {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:18:19.607161 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning complete for port 48a2c34a-432d-445b-9790-16f523ac4ed8 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:18:19.607508 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:19.618321 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ea7cd79a-8b8f-4756-9103-5ee8067243f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:19.619290 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-43a1a05f-92c7-4ce4-8d36-dc3d1c4af093 None None] Port 28f30e6e-1f6d-46c5-b0ad-7ab9162ac904 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 15:18:19.631569 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-a855800f-ab55-42ce-9ba0-9fe0fba1920b req-3ef37582-1ffa-4716-be14-a0715f81bffe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:19.682042 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c36f9e6-ca9f-40d2-a714-16a2bb69f6db req-838ad039-6495-4c4e-bba5-a87fd0c4dd53 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:19.686845 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-a855800f-ab55-42ce-9ba0-9fe0fba1920b req-3ef37582-1ffa-4716-be14-a0715f81bffe service neutron] Transition to ACTIVE for port object 28f30e6e-1f6d-46c5-b0ad-7ab9162ac904 will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:18:19.695397 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-a855800f-ab55-42ce-9ba0-9fe0fba1920b req-3ef37582-1ffa-4716-be14-a0715f81bffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2787883'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:19.697119 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-9c36f9e6-ca9f-40d2-a714-16a2bb69f6db req-838ad039-6495-4c4e-bba5-a87fd0c4dd53 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e502ea1-64ee-4c33-8335-f74a9d6424c6 HTTP/1.1" status: 200 len: 945 time: 0.2592862 Aug 16 15:18:19.907478 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef37582-1ffa-4716-be14-a0715f81bffe service neutron] Pushing event updated for resources: {'Port': ['ID=28f30e6e-1f6d-46c5-b0ad-7ab9162ac904,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:19.927989 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:19.949195 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-9c36f9e6-ca9f-40d2-a714-16a2bb69f6db req-cd65e3f7-d52b-47f8-8ff7-825d3fb7c284 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cd64719-1f02-4e88-bb1f-dbc33ca11f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2452946 Aug 16 15:18:20.009820 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] For port 48a2c34a-432d-445b-9790-16f523ac4ed8, host dv-cinder-804757-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=48a2c34a-432d-445b-9790-16f523ac4ed8,segment=NetworkSegment(cda53369-0548-4005-9d49-ea79f2ecaf3a),segment_id=cda53369-0548-4005-9d49-ea79f2ecaf3a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:18:20.013820 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6ef13bc1-38c0-4f02-a640-356d2b8fcc7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:20.030539 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:20.094129 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ea7cd79a-8b8f-4756-9103-5ee8067243f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:20.095806 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f68fa9-51a2-47e9-8ec2-a8bcfca5e0dd None None] Sync routers for ids ['86036828-fd17-4830-ac4f-81e0e56836eb'] in dv-cinder-804757-1-iscsi {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:18:20.099163 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ea7cd79a-8b8f-4756-9103-5ee8067243f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:20.132482 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f68fa9-51a2-47e9-8ec2-a8bcfca5e0dd None None] Routers {'86036828-fd17-4830-ac4f-81e0e56836eb'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:18:20.133132 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-49f68fa9-51a2-47e9-8ec2-a8bcfca5e0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:18:04Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['86036828-fd17-4830-ac4f-81e0e56836eb'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:18:20.143292 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-a855800f-ab55-42ce-9ba0-9fe0fba1920b req-3ef37582-1ffa-4716-be14-a0715f81bffe service neutron] Attempting to bind port 28f30e6e-1f6d-46c5-b0ad-7ab9162ac904 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:18:20.143426 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-a855800f-ab55-42ce-9ba0-9fe0fba1920b req-3ef37582-1ffa-4716-be14-a0715f81bffe service neutron] Attempting to bind port 28f30e6e-1f6d-46c5-b0ad-7ab9162ac904 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '6a81eeb2-96ac-46f1-9327-0389c5f89c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '39688803-4c7a-4e65-bd12-e072ee8a86dc'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:18:20.143519 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea7cd79a-8b8f-4756-9103-5ee8067243f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 15:18:20.143674 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a855800f-ab55-42ce-9ba0-9fe0fba1920b req-3ef37582-1ffa-4716-be14-a0715f81bffe service neutron] Attempting to bind port 28f30e6e-1f6d-46c5-b0ad-7ab9162ac904 on network 39688803-4c7a-4e65-bd12-e072ee8a86dc {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:18:20.150267 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7cd79a-8b8f-4756-9103-5ee8067243f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e676e5a-7868-49d3-bb91-6cc63ff48676,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:20.155301 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a855800f-ab55-42ce-9ba0-9fe0fba1920b req-3ef37582-1ffa-4716-be14-a0715f81bffe service neutron] Port 28f30e6e-1f6d-46c5-b0ad-7ab9162ac904 on network 39688803-4c7a-4e65-bd12-e072ee8a86dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 15:18:20.155626 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a855800f-ab55-42ce-9ba0-9fe0fba1920b req-3ef37582-1ffa-4716-be14-a0715f81bffe service neutron] Attempting to bind port 28f30e6e-1f6d-46c5-b0ad-7ab9162ac904 on network 39688803-4c7a-4e65-bd12-e072ee8a86dc {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:18:20.168760 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a855800f-ab55-42ce-9ba0-9fe0fba1920b req-3ef37582-1ffa-4716-be14-a0715f81bffe service neutron] Checking agent: {'id': 'f45772ef-d3bf-49d0-9fe4-7082814820b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 13, 56), 'started_at': datetime.datetime(2021, 8, 16, 15, 13, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:18:20.169293 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a855800f-ab55-42ce-9ba0-9fe0fba1920b req-3ef37582-1ffa-4716-be14-a0715f81bffe service neutron] Checking segment: {'id': '6a81eeb2-96ac-46f1-9327-0389c5f89c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '39688803-4c7a-4e65-bd12-e072ee8a86dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:18:20.169886 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a855800f-ab55-42ce-9ba0-9fe0fba1920b req-3ef37582-1ffa-4716-be14-a0715f81bffe service neutron] Bound using segment: {'id': '6a81eeb2-96ac-46f1-9327-0389c5f89c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '39688803-4c7a-4e65-bd12-e072ee8a86dc'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:18:20.170505 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-a855800f-ab55-42ce-9ba0-9fe0fba1920b req-3ef37582-1ffa-4716-be14-a0715f81bffe service neutron] Bound port: 28f30e6e-1f6d-46c5-b0ad-7ab9162ac904, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a81eeb2-96ac-46f1-9327-0389c5f89c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '39688803-4c7a-4e65-bd12-e072ee8a86dc'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:18:20.171201 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-a855800f-ab55-42ce-9ba0-9fe0fba1920b req-3ef37582-1ffa-4716-be14-a0715f81bffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:20.183309 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ea7cd79a-8b8f-4756-9103-5ee8067243f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014199'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:20.183949 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.db.segments_db [None req-ea7cd79a-8b8f-4756-9103-5ee8067243f2 admin admin] Added segment f4b610da-8913-4668-a26e-58a5a92c9637 of type vlan for network 248032c7-8f9d-4e76-b078-b6f3b5516fa0 Aug 16 15:18:20.273284 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ea7cd79a-8b8f-4756-9103-5ee8067243f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769335234654'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:20.285551 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6ef13bc1-38c0-4f02-a640-356d2b8fcc7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:20.298230 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-6ef13bc1-38c0-4f02-a640-356d2b8fcc7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:20.305767 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ea7cd79a-8b8f-4756-9103-5ee8067243f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:20.306963 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7cd79a-8b8f-4756-9103-5ee8067243f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:20.307918 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ea7cd79a-8b8f-4756-9103-5ee8067243f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3780594'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:20.325117 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-49f68fa9-51a2-47e9-8ec2-a8bcfca5e0dd None None] Set router 86036828-fd17-4830-ac4f-81e0e56836eb gateway port host: dv-cinder-804757-1-iscsi {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:18:20.402501 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-a855800f-ab55-42ce-9ba0-9fe0fba1920b req-3ef37582-1ffa-4716-be14-a0715f81bffe service neutron] For port 28f30e6e-1f6d-46c5-b0ad-7ab9162ac904, host hv-cinder-80475, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:18:20.412239 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device cb4dbd0b-5b7a-48ca-be97-758cbe9519ab up at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:18:20.415177 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-6ef13bc1-38c0-4f02-a640-356d2b8fcc7f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6a43d1bf208a49c0965d2c5dfb4ff096&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8708413 Aug 16 15:18:20.416359 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef13bc1-38c0-4f02-a640-356d2b8fcc7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8d07e2-83ce-454f-855d-aec804448cc7,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:20.418352 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7cd79a-8b8f-4756-9103-5ee8067243f2 admin admin] Pushing event updated for resources: {'Network': ['ID=248032c7-8f9d-4e76-b078-b6f3b5516fa0,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:20.420600 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 39690) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:18:20.430564 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-ea7cd79a-8b8f-4756-9103-5ee8067243f2 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0686119 Aug 16 15:18:20.430862 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-a855800f-ab55-42ce-9ba0-9fe0fba1920b req-3ef37582-1ffa-4716-be14-a0715f81bffe service neutron] For port 28f30e6e-1f6d-46c5-b0ad-7ab9162ac904, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=28f30e6e-1f6d-46c5-b0ad-7ab9162ac904,segment=NetworkSegment(6a81eeb2-96ac-46f1-9327-0389c5f89c7d),segment_id=6a81eeb2-96ac-46f1-9327-0389c5f89c7d)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:18:20.433475 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 39692) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:18:20.444594 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [None req-b6e9307e-9e2f-4be7-a6fb-b342b5a2e5b0 admin admin] Request body: {'subnet': {'network_id': '248032c7-8f9d-4e76-b078-b6f3b5516fa0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-810106697-subnet', 'tenant_id': '57bd050329b94c6c8f1db5e4adcb6240', 'ip_version': 4}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:18:20.455668 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-a855800f-ab55-42ce-9ba0-9fe0fba1920b req-3ef37582-1ffa-4716-be14-a0715f81bffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2787883'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:20.470407 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e9307e-9e2f-4be7-a6fb-b342b5a2e5b0 admin admin] Made reservation on behalf of 57bd050329b94c6c8f1db5e4adcb6240 for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:18:20.476187 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b6e9307e-9e2f-4be7-a6fb-b342b5a2e5b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26656853'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:20.497788 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Network 248032c7-8f9d-4e76-b078-b6f3b5516fa0 details requested by agent ovs-agent-dv-cinder-804757-1-iscsi with host dv-cinder-804757-1-iscsi {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 15:18:20.503303 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Pushing event updated for resources: {'Port': ['ID=48a2c34a-432d-445b-9790-16f523ac4ed8,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:20.548585 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855800f-ab55-42ce-9ba0-9fe0fba1920b req-3ef37582-1ffa-4716-be14-a0715f81bffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:20.549968 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-a855800f-ab55-42ce-9ba0-9fe0fba1920b req-3ef37582-1ffa-4716-be14-a0715f81bffe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:20.551465 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-a855800f-ab55-42ce-9ba0-9fe0fba1920b req-3ef37582-1ffa-4716-be14-a0715f81bffe service neutron] 10.222.0.63 "PUT /v2.0/ports/28f30e6e-1f6d-46c5-b0ad-7ab9162ac904 HTTP/1.1" status: 200 len: 1094 time: 1.9963048 Aug 16 15:18:20.556580 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed34becd-dd11-43b2-b3ee-eac65f91f5ce', 'tag': '28f30e6e-1f6d-46c5-b0ad-7ab9162ac904'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:18:20.564866 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17fb0647ef8e93fcdaff2aac5cadc262a2f87503c881cd14114af97cd5d63f67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ae5b48-f631-4552-a19a-b32a631c7b78" -d '{"events": [{"name": "network-changed", "server_uuid": "ed34becd-dd11-43b2-b3ee-eac65f91f5ce", "tag": "28f30e6e-1f6d-46c5-b0ad-7ab9162ac904"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:18:20.668583 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 15:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6bfaa2-71f1-40ec-8f7a-777cbef348cc x-openstack-request-id: req-0e6bfaa2-71f1-40ec-8f7a-777cbef348cc {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:18:20.669100 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed34becd-dd11-43b2-b3ee-eac65f91f5ce", "tag": "28f30e6e-1f6d-46c5-b0ad-7ab9162ac904", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:18:20.670079 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0e6bfaa2-71f1-40ec-8f7a-777cbef348cc {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:18:20.670630 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed34becd-dd11-43b2-b3ee-eac65f91f5ce', 'tag': '28f30e6e-1f6d-46c5-b0ad-7ab9162ac904', 'status': 'completed', 'code': 200} Aug 16 15:18:20.707057 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef37582-1ffa-4716-be14-a0715f81bffe service neutron] Pushing event updated for resources: {'Port': ['ID=28f30e6e-1f6d-46c5-b0ad-7ab9162ac904,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:20.731823 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-598128c4-91c0-447c-971a-09196e4fe342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:20.780653 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b338534-de5c-4266-b82e-a5dce69fb777 req-6de2b78c-891c-45c3-850d-4f0911779761 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:20.782611 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-0b338534-de5c-4266-b82e-a5dce69fb777 req-6de2b78c-891c-45c3-850d-4f0911779761 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce HTTP/1.1" status: 200 len: 944 time: 0.2363079 Aug 16 15:18:20.794233 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-598128c4-91c0-447c-971a-09196e4fe342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:20.797726 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855800f-ab55-42ce-9ba0-9fe0fba1920b req-3afc8c27-7e13-4c06-bcdc-44abe53fa72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:20.799512 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-a855800f-ab55-42ce-9ba0-9fe0fba1920b req-3afc8c27-7e13-4c06-bcdc-44abe53fa72e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b909c74720ca49ce9720908372ac710e&device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce HTTP/1.1" status: 200 len: 1097 time: 0.1775455 Aug 16 15:18:20.799824 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning complete for port cb4dbd0b-5b7a-48ca-be97-758cbe9519ab triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:18:20.802296 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:20.884947 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b6e9307e-9e2f-4be7-a6fb-b342b5a2e5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4115071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2268743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26656827'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:20.934465 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-49f68fa9-51a2-47e9-8ec2-a8bcfca5e0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86036828-fd17-4830-ac4f-81e0e56836eb', 'name': 'tempest-TestMinimumBasicScenario-1132977372-router', 'tenant_id': '74d046b645ba40689a9a38f294d5047f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'cb4dbd0b-5b7a-48ca-be97-758cbe9519ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:18:07Z', 'updated_at': '2021-08-16T15:18:15Z', 'revision_number': 4, 'project_id': '74d046b645ba40689a9a38f294d5047f', 'gw_port': {'id': 'cb4dbd0b-5b7a-48ca-be97-758cbe9519ab', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:31:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86036828-fd17-4830-ac4f-81e0e56836eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:18:09Z', 'updated_at': '2021-08-16T15:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_interfaces': [{'id': '772ddb41-d092-421a-8da7-17ac63e1de23', 'name': '', 'network_id': 'e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab', 'tenant_id': '74d046b645ba40689a9a38f294d5047f', 'mac_address': 'fa:16:3e:7c:48:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86036828-fd17-4830-ac4f-81e0e56836eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2468f3cc-012a-4fe4-84ca-361a65cab58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:18:14Z', 'updated_at': '2021-08-16T15:18:15Z', 'revision_number': 2, 'project_id': '74d046b645ba40689a9a38f294d5047f', 'subnets': [{'id': '2468f3cc-012a-4fe4-84ca-361a65cab58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:18:20.936283 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-a855800f-ab55-42ce-9ba0-9fe0fba1920b req-6dda048a-4a5f-4914-bd64-3c3047411ca1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28f30e6e-1f6d-46c5-b0ad-7ab9162ac904 HTTP/1.1" status: 200 len: 217 time: 0.1160064 Aug 16 15:18:20.967567 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-0b338534-de5c-4266-b82e-a5dce69fb777 req-02c9bef8-dd9f-402f-8539-1aa0fc9a42ba tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/security-groups?id=17af3205-09df-4517-9712-91936f7ba92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662872 Aug 16 15:18:21.004471 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-598128c4-91c0-447c-971a-09196e4fe342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:21.007795 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-598128c4-91c0-447c-971a-09196e4fe342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:21.009122 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-598128c4-91c0-447c-971a-09196e4fe342 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2b8d07e2-83ce-454f-855d-aec804448cc7 HTTP/1.1" status: 204 len: 168 time: 0.5873718 Aug 16 15:18:21.034991 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f68fa9-51a2-47e9-8ec2-a8bcfca5e0dd None None] Checking router: 86036828-fd17-4830-ac4f-81e0e56836eb for host: dv-cinder-804757-1-iscsi {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:18:21.043158 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f68fa9-51a2-47e9-8ec2-a8bcfca5e0dd None None] Updating router 86036828-fd17-4830-ac4f-81e0e56836eb port 772ddb41-d092-421a-8da7-17ac63e1de23 binding host dv-cinder-804757-1-iscsi {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 15:18:21.052227 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598128c4-91c0-447c-971a-09196e4fe342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8d07e2-83ce-454f-855d-aec804448cc7,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:21.058036 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e9307e-9e2f-4be7-a6fb-b342b5a2e5b0 admin admin] Checking segment: {'id': 'f4b610da-8913-4668-a26e-58a5a92c9637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '248032c7-8f9d-4e76-b078-b6f3b5516fa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:18:21.058399 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e9307e-9e2f-4be7-a6fb-b342b5a2e5b0 admin admin] Network hostable DHCP agents. Network: 248032c7-8f9d-4e76-b078-b6f3b5516fa0, hostable agents: ['7344f624-85b8-4b8b-b38a-21b8c75b4ec1'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 15:18:21.060471 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e9307e-9e2f-4be7-a6fb-b342b5a2e5b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d68a114c-6229-4651-a955-fef4c813d3ef,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:21.112454 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855800f-ab55-42ce-9ba0-9fe0fba1920b req-a9d7a0c2-f7ca-4079-936e-e497e879ae45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:21.114465 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-a855800f-ab55-42ce-9ba0-9fe0fba1920b req-a9d7a0c2-f7ca-4079-936e-e497e879ae45 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5f7e542c-3ecd-4a2a-b7d4-b70d0efc580a HTTP/1.1" status: 200 len: 848 time: 0.1455650 Aug 16 15:18:21.134021 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e9307e-9e2f-4be7-a6fb-b342b5a2e5b0 admin admin] Network 248032c7-8f9d-4e76-b078-b6f3b5516fa0 is scheduled to be hosted by DHCP agent 7344f624-85b8-4b8b-b38a-21b8c75b4ec1 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 15:18:21.150992 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3215a7b-c81b-4d45-b36d-2b933a7ecd53 req-c632f5db-672c-4bd2-a343-53798ae76f3a tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:21.152943 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-a3215a7b-c81b-4d45-b36d-2b933a7ecd53 req-c632f5db-672c-4bd2-a343-53798ae76f3a tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e502ea1-64ee-4c33-8335-f74a9d6424c6 HTTP/1.1" status: 200 len: 945 time: 0.0803261 Aug 16 15:18:21.159283 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-b6e9307e-9e2f-4be7-a6fb-b342b5a2e5b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-1-iscsi, 248032c7-8f9d-4e76-b078-b6f3b5516fa0) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:18:21.165898 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-49f68fa9-51a2-47e9-8ec2-a8bcfca5e0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:21.170763 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e9307e-9e2f-4be7-a6fb-b342b5a2e5b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:21.171615 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b6e9307e-9e2f-4be7-a6fb-b342b5a2e5b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3780594'] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:21.189449 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1309115-26bd-4d82-82da-5b7114d94e15 None None] Network 248032c7-8f9d-4e76-b078-b6f3b5516fa0 requested from dv-cinder-804757-1-iscsi {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:18:21.196879 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445cee0e-8ab9-4438-b57c-7cdc395d796f req-afbcbc24-16bf-4ce1-a22c-564c043ba9e2 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:21.198465 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-445cee0e-8ab9-4438-b57c-7cdc395d796f req-afbcbc24-16bf-4ce1-a22c-564c043ba9e2 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.1213973 Aug 16 15:18:21.210487 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855800f-ab55-42ce-9ba0-9fe0fba1920b req-9830225f-4f68-4bcb-a796-60f22d27c312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:21.212358 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-a855800f-ab55-42ce-9ba0-9fe0fba1920b req-9830225f-4f68-4bcb-a796-60f22d27c312 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=39688803-4c7a-4e65-bd12-e072ee8a86dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0820627 Aug 16 15:18:21.218514 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-b6e9307e-9e2f-4be7-a6fb-b342b5a2e5b0 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7809515 Aug 16 15:18:21.218514 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 39714) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:18:21.225586 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [None req-c70a211f-d967-4959-bfdb-270fecd04e37 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-810106697-router', 'tenant_id': '57bd050329b94c6c8f1db5e4adcb6240', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4'}}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:18:21.232783 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-a3215a7b-c81b-4d45-b36d-2b933a7ecd53 req-18f1bd3a-85d0-458d-814f-76b7ded4c5df tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cd64719-1f02-4e88-bb1f-dbc33ca11f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512688 Aug 16 15:18:21.265561 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c70a211f-d967-4959-bfdb-270fecd04e37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3772405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46218'] for router, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:21.266722 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c70a211f-d967-4959-bfdb-270fecd04e37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3772249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3798708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4189620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-46209'] for router, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:21.336535 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c70a211f-d967-4959-bfdb-270fecd04e37 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:21.340674 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-445cee0e-8ab9-4438-b57c-7cdc395d796f req-6e689555-cba3-47fe-b880-6d5507c91d0e tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271470 Aug 16 15:18:21.435888 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-a855800f-ab55-42ce-9ba0-9fe0fba1920b req-f628ee78-e99b-4413-b3fa-76626a0f8a4b service neutron] 10.222.0.63 "GET /v2.0/networks/39688803-4c7a-4e65-bd12-e072ee8a86dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148607 Aug 16 15:18:21.567518 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e96b60d-9ac3-4af5-b0e6-b2f8a480133f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3766c4e-508b-5d3a-b6eb-efbff961488d-248032c7-8f9d-4e76-b078-b6f3b5516fa0', 'network_id': '248032c7-8f9d-4e76-b078-b6f3b5516fa0', 'tenant_id': '57bd050329b94c6c8f1db5e4adcb6240', 'fixed_ips': [{'subnet_id': 'd68a114c-6229-4651-a955-fef4c813d3ef'}]}} from dv-cinder-804757-1-iscsi. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 15:18:21.568485 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0e96b60d-9ac3-4af5-b0e6-b2f8a480133f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:21.585667 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-a855800f-ab55-42ce-9ba0-9fe0fba1920b req-27e152ea-c76b-42b0-b3da-d08cc40a849f service neutron] 10.222.0.63 "GET /v2.0/networks/39688803-4c7a-4e65-bd12-e072ee8a86dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410234 Aug 16 15:18:21.613686 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c70a211f-d967-4959-bfdb-270fecd04e37 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:21.712956 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae5b48-f631-4552-a19a-b32a631c7b78 req-64361539-5040-4cb3-830c-08c6eca5b77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:21.714527 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-c4ae5b48-f631-4552-a19a-b32a631c7b78 req-64361539-5040-4cb3-830c-08c6eca5b77e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b909c74720ca49ce9720908372ac710e&device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce HTTP/1.1" status: 200 len: 1097 time: 0.0712354 Aug 16 15:18:21.777574 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-49f68fa9-51a2-47e9-8ec2-a8bcfca5e0dd None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:21.794845 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-49f68fa9-51a2-47e9-8ec2-a8bcfca5e0dd None None] Transition to ACTIVE for port object 772ddb41-d092-421a-8da7-17ac63e1de23 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:18:21.806663 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-49f68fa9-51a2-47e9-8ec2-a8bcfca5e0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:21.809136 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-0e96b60d-9ac3-4af5-b0e6-b2f8a480133f None None] Allocated IP 172.20.0.2 (248032c7-8f9d-4e76-b078-b6f3b5516fa0/d68a114c-6229-4651-a955-fef4c813d3ef/32642f10-8bee-4df2-b81e-3ba0268f51f2) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:18:21.879904 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20461177-fd78-465e-8b35-15023592f49f None None] Pushing event updated for resources: {'Port': ['ID=772ddb41-d092-421a-8da7-17ac63e1de23,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:21.912684 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae5b48-f631-4552-a19a-b32a631c7b78 req-4eec2976-13d1-4217-9b6c-ab3b18802061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:21.914369 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-c4ae5b48-f631-4552-a19a-b32a631c7b78 req-4eec2976-13d1-4217-9b6c-ab3b18802061 service neutron] 10.222.0.63 "GET /v2.0/networks?id=39688803-4c7a-4e65-bd12-e072ee8a86dc HTTP/1.1" status: 200 len: 909 time: 0.1923132 Aug 16 15:18:21.984172 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-c4ae5b48-f631-4552-a19a-b32a631c7b78 req-76c1c341-6181-4c9a-8a84-077ab144e591 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28f30e6e-1f6d-46c5-b0ad-7ab9162ac904 HTTP/1.1" status: 200 len: 217 time: 0.0551775 Aug 16 15:18:22.019709 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c70a211f-d967-4959-bfdb-270fecd04e37 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:22.057886 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae5b48-f631-4552-a19a-b32a631c7b78 req-554c7a78-0200-4bbd-8126-2211624b0f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:22.060034 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-c4ae5b48-f631-4552-a19a-b32a631c7b78 req-554c7a78-0200-4bbd-8126-2211624b0f17 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5f7e542c-3ecd-4a2a-b7d4-b70d0efc580a HTTP/1.1" status: 200 len: 848 time: 0.0689218 Aug 16 15:18:22.061078 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c70a211f-d967-4959-bfdb-270fecd04e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:22.113848 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-49f68fa9-51a2-47e9-8ec2-a8bcfca5e0dd None None] Attempting to bind port 772ddb41-d092-421a-8da7-17ac63e1de23 on host dv-cinder-804757-1-iscsi for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:18:22.114219 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-49f68fa9-51a2-47e9-8ec2-a8bcfca5e0dd None None] Attempting to bind port 772ddb41-d092-421a-8da7-17ac63e1de23 by drivers openvswitch,hyperv on host dv-cinder-804757-1-iscsi at level 0 using segments [{'id': 'b0e1ed7a-79e8-499e-a716-624f334e2176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:18:22.114716 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f68fa9-51a2-47e9-8ec2-a8bcfca5e0dd None None] Attempting to bind port 772ddb41-d092-421a-8da7-17ac63e1de23 on network e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:18:22.151727 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f68fa9-51a2-47e9-8ec2-a8bcfca5e0dd None None] Checking agent: {'id': '038bb836-fe78-417c-a302-5d10dc6ddcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 8, 4), 'started_at': datetime.datetime(2021, 8, 16, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:18:22.152135 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f68fa9-51a2-47e9-8ec2-a8bcfca5e0dd None None] Checking segment: {'id': 'b0e1ed7a-79e8-499e-a716-624f334e2176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:18:22.152745 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-49f68fa9-51a2-47e9-8ec2-a8bcfca5e0dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:22.153030 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f68fa9-51a2-47e9-8ec2-a8bcfca5e0dd None None] Bound using segment: {'id': 'b0e1ed7a-79e8-499e-a716-624f334e2176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:18:22.154112 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-49f68fa9-51a2-47e9-8ec2-a8bcfca5e0dd None None] Bound port: 772ddb41-d092-421a-8da7-17ac63e1de23, host: dv-cinder-804757-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0e1ed7a-79e8-499e-a716-624f334e2176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:18:22.154479 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-49f68fa9-51a2-47e9-8ec2-a8bcfca5e0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:22.172604 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae5b48-f631-4552-a19a-b32a631c7b78 req-48777998-cb95-4024-9154-66decd2cb2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:22.174898 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-c4ae5b48-f631-4552-a19a-b32a631c7b78 req-48777998-cb95-4024-9154-66decd2cb2d7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=39688803-4c7a-4e65-bd12-e072ee8a86dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1025212 Aug 16 15:18:22.255225 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-49f68fa9-51a2-47e9-8ec2-a8bcfca5e0dd None None] For port 772ddb41-d092-421a-8da7-17ac63e1de23, host dv-cinder-804757-1-iscsi, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:18:22.272007 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-c70a211f-d967-4959-bfdb-270fecd04e37 admin admin] Allocated IP 172.27.3.118 (b7623838-067e-46d7-9324-3e363fad67d4/838856c9-cc6d-4250-847b-ebd189817dd9/f33513d6-5e14-47e9-98cf-19580f25cfce) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:18:22.276027 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8a1d1e-dd19-4b1f-bf70-a66750fd185c req-3798a03c-1e2b-44e5-8c56-85fa391c35b6 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:22.284198 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-ab8a1d1e-dd19-4b1f-bf70-a66750fd185c req-3798a03c-1e2b-44e5-8c56-85fa391c35b6 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce HTTP/1.1" status: 200 len: 944 time: 0.1568992 Aug 16 15:18:22.332831 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-49f68fa9-51a2-47e9-8ec2-a8bcfca5e0dd None None] For port 772ddb41-d092-421a-8da7-17ac63e1de23, host dv-cinder-804757-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=772ddb41-d092-421a-8da7-17ac63e1de23,segment=NetworkSegment(b0e1ed7a-79e8-499e-a716-624f334e2176),segment_id=b0e1ed7a-79e8-499e-a716-624f334e2176)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:18:22.347158 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-ab8a1d1e-dd19-4b1f-bf70-a66750fd185c req-589a40e6-bc01-48f7-aa6d-854ac2dbef77 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/security-groups?id=17af3205-09df-4517-9712-91936f7ba92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619454 Aug 16 15:18:22.349897 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-49f68fa9-51a2-47e9-8ec2-a8bcfca5e0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:22.388152 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-c4ae5b48-f631-4552-a19a-b32a631c7b78 req-2e0a757e-ba71-4690-a0d4-efaefc12cd2c service neutron] 10.222.0.63 "GET /v2.0/networks/39688803-4c7a-4e65-bd12-e072ee8a86dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984999 Aug 16 15:18:22.485956 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a10075-5a2e-4b0d-9566-1c81e1392bfa req-e10751bd-e761-467d-a4fb-37ed86c4a937 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:22.487589 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-85a10075-5a2e-4b0d-9566-1c81e1392bfa req-e10751bd-e761-467d-a4fb-37ed86c4a937 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e502ea1-64ee-4c33-8335-f74a9d6424c6 HTTP/1.1" status: 200 len: 945 time: 0.0877736 Aug 16 15:18:22.510479 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c70a211f-d967-4959-bfdb-270fecd04e37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:22.512143 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-c4ae5b48-f631-4552-a19a-b32a631c7b78 req-1fbfcb4a-2255-491d-bea7-6e992f029706 service neutron] 10.222.0.63 "GET /v2.0/networks/39688803-4c7a-4e65-bd12-e072ee8a86dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174531 Aug 16 15:18:22.540879 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device 48a2c34a-432d-445b-9790-16f523ac4ed8 up at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:18:22.574264 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0e96b60d-9ac3-4af5-b0e6-b2f8a480133f None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:22.600133 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-0e96b60d-9ac3-4af5-b0e6-b2f8a480133f None None] Transition to ACTIVE for port object 32642f10-8bee-4df2-b81e-3ba0268f51f2 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:18:22.639056 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20461177-fd78-465e-8b35-15023592f49f None None] Pushing event updated for resources: {'Port': ['ID=772ddb41-d092-421a-8da7-17ac63e1de23,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:22.645530 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f68fa9-51a2-47e9-8ec2-a8bcfca5e0dd None None] Routers {'86036828-fd17-4830-ac4f-81e0e56836eb'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:18:22.646253 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-49f68fa9-51a2-47e9-8ec2-a8bcfca5e0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:18:04Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['86036828-fd17-4830-ac4f-81e0e56836eb'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:18:22.649200 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-0e96b60d-9ac3-4af5-b0e6-b2f8a480133f None None] Transition to ACTIVE for port object 32642f10-8bee-4df2-b81e-3ba0268f51f2 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:18:22.691131 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0e96b60d-9ac3-4af5-b0e6-b2f8a480133f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769335250701'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:22.771808 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning complete for port 48a2c34a-432d-445b-9790-16f523ac4ed8 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:18:22.773320 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:22.792824 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e96b60d-9ac3-4af5-b0e6-b2f8a480133f None None] Network 248032c7-8f9d-4e76-b078-b6f3b5516fa0 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:18:22.822635 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-0e96b60d-9ac3-4af5-b0e6-b2f8a480133f None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:18:22.824746 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c70a211f-d967-4959-bfdb-270fecd04e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769335250701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268375'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:22.833060 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-85a10075-5a2e-4b0d-9566-1c81e1392bfa req-5f39ca0d-eada-4d60-bb38-cae076516d8f tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cd64719-1f02-4e88-bb1f-dbc33ca11f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3378191 Aug 16 15:18:22.847579 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e96b60d-9ac3-4af5-b0e6-b2f8a480133f None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:18:22.864317 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e96b60d-9ac3-4af5-b0e6-b2f8a480133f None None] Pushing event updated for resources: {'Port': ['ID=32642f10-8bee-4df2-b81e-3ba0268f51f2,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:22.874777 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70a211f-d967-4959-bfdb-270fecd04e37 admin admin] Network b7623838-067e-46d7-9324-3e363fad67d4 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:18:22.877772 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-c70a211f-d967-4959-bfdb-270fecd04e37 admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:18:22.881466 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70a211f-d967-4959-bfdb-270fecd04e37 admin admin] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:18:22.907248 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a211f-d967-4959-bfdb-270fecd04e37 admin admin] Pushing event updated for resources: {'Port': ['ID=f33513d6-5e14-47e9-98cf-19580f25cfce,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:22.913130 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-49f68fa9-51a2-47e9-8ec2-a8bcfca5e0dd None None] Set router 86036828-fd17-4830-ac4f-81e0e56836eb gateway port host: dv-cinder-804757-1-iscsi {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:18:23.030875 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-0e96b60d-9ac3-4af5-b0e6-b2f8a480133f None None] Attempting to bind port 32642f10-8bee-4df2-b81e-3ba0268f51f2 on host dv-cinder-804757-1-iscsi for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:18:23.031243 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-0e96b60d-9ac3-4af5-b0e6-b2f8a480133f None None] Attempting to bind port 32642f10-8bee-4df2-b81e-3ba0268f51f2 by drivers openvswitch,hyperv on host dv-cinder-804757-1-iscsi at level 0 using segments [{'id': 'f4b610da-8913-4668-a26e-58a5a92c9637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '248032c7-8f9d-4e76-b078-b6f3b5516fa0'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:18:23.031599 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e96b60d-9ac3-4af5-b0e6-b2f8a480133f None None] Attempting to bind port 32642f10-8bee-4df2-b81e-3ba0268f51f2 on network 248032c7-8f9d-4e76-b078-b6f3b5516fa0 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:18:23.092427 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e96b60d-9ac3-4af5-b0e6-b2f8a480133f None None] Checking agent: {'id': '038bb836-fe78-417c-a302-5d10dc6ddcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 8, 4), 'started_at': datetime.datetime(2021, 8, 16, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:18:23.092807 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e96b60d-9ac3-4af5-b0e6-b2f8a480133f None None] Checking segment: {'id': 'f4b610da-8913-4668-a26e-58a5a92c9637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '248032c7-8f9d-4e76-b078-b6f3b5516fa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:18:23.093217 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0e96b60d-9ac3-4af5-b0e6-b2f8a480133f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:23.093608 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e96b60d-9ac3-4af5-b0e6-b2f8a480133f None None] Bound using segment: {'id': 'f4b610da-8913-4668-a26e-58a5a92c9637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '248032c7-8f9d-4e76-b078-b6f3b5516fa0'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:18:23.094083 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-0e96b60d-9ac3-4af5-b0e6-b2f8a480133f None None] Bound port: 32642f10-8bee-4df2-b81e-3ba0268f51f2, host: dv-cinder-804757-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4b610da-8913-4668-a26e-58a5a92c9637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '248032c7-8f9d-4e76-b078-b6f3b5516fa0'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:18:23.094461 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0e96b60d-9ac3-4af5-b0e6-b2f8a480133f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:23.152796 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c70a211f-d967-4959-bfdb-270fecd04e37 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:23.208776 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-0e96b60d-9ac3-4af5-b0e6-b2f8a480133f None None] For port 32642f10-8bee-4df2-b81e-3ba0268f51f2, host dv-cinder-804757-1-iscsi, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:18:23.240338 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-0e96b60d-9ac3-4af5-b0e6-b2f8a480133f None None] For port 32642f10-8bee-4df2-b81e-3ba0268f51f2, host dv-cinder-804757-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=32642f10-8bee-4df2-b81e-3ba0268f51f2,segment=NetworkSegment(f4b610da-8913-4668-a26e-58a5a92c9637),segment_id=f4b610da-8913-4668-a26e-58a5a92c9637)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:18:23.248545 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0e96b60d-9ac3-4af5-b0e6-b2f8a480133f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:23.320739 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e96b60d-9ac3-4af5-b0e6-b2f8a480133f None None] Pushing event updated for resources: {'Port': ['ID=32642f10-8bee-4df2-b81e-3ba0268f51f2,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:23.325922 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-49f68fa9-51a2-47e9-8ec2-a8bcfca5e0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86036828-fd17-4830-ac4f-81e0e56836eb', 'name': 'tempest-TestMinimumBasicScenario-1132977372-router', 'tenant_id': '74d046b645ba40689a9a38f294d5047f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'cb4dbd0b-5b7a-48ca-be97-758cbe9519ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:18:07Z', 'updated_at': '2021-08-16T15:18:15Z', 'revision_number': 4, 'project_id': '74d046b645ba40689a9a38f294d5047f', 'gw_port': {'id': 'cb4dbd0b-5b7a-48ca-be97-758cbe9519ab', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:31:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86036828-fd17-4830-ac4f-81e0e56836eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:18:09Z', 'updated_at': '2021-08-16T15:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_interfaces': [{'id': '772ddb41-d092-421a-8da7-17ac63e1de23', 'name': '', 'network_id': 'e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab', 'tenant_id': '74d046b645ba40689a9a38f294d5047f', 'mac_address': 'fa:16:3e:7c:48:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86036828-fd17-4830-ac4f-81e0e56836eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2468f3cc-012a-4fe4-84ca-361a65cab58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:18:14Z', 'updated_at': '2021-08-16T15:18:22Z', 'revision_number': 4, 'project_id': '74d046b645ba40689a9a38f294d5047f', 'subnets': [{'id': '2468f3cc-012a-4fe4-84ca-361a65cab58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:18:23.359056 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f68fa9-51a2-47e9-8ec2-a8bcfca5e0dd None None] The sync data for ids ['86036828-fd17-4830-ac4f-81e0e56836eb'] in dv-cinder-804757-1-iscsi is: [{'id': '86036828-fd17-4830-ac4f-81e0e56836eb', 'name': 'tempest-TestMinimumBasicScenario-1132977372-router', 'tenant_id': '74d046b645ba40689a9a38f294d5047f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'cb4dbd0b-5b7a-48ca-be97-758cbe9519ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:18:07Z', 'updated_at': '2021-08-16T15:18:15Z', 'revision_number': 4, 'project_id': '74d046b645ba40689a9a38f294d5047f', 'gw_port': {'id': 'cb4dbd0b-5b7a-48ca-be97-758cbe9519ab', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:31:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86036828-fd17-4830-ac4f-81e0e56836eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:18:09Z', 'updated_at': '2021-08-16T15:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_interfaces': [{'id': '772ddb41-d092-421a-8da7-17ac63e1de23', 'name': '', 'network_id': 'e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab', 'tenant_id': '74d046b645ba40689a9a38f294d5047f', 'mac_address': 'fa:16:3e:7c:48:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86036828-fd17-4830-ac4f-81e0e56836eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2468f3cc-012a-4fe4-84ca-361a65cab58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:18:14Z', 'updated_at': '2021-08-16T15:18:22Z', 'revision_number': 4, 'project_id': '74d046b645ba40689a9a38f294d5047f', 'subnets': [{'id': '2468f3cc-012a-4fe4-84ca-361a65cab58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:18:23.364487 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c70a211f-d967-4959-bfdb-270fecd04e37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798747'] for router, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:23.569682 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e742b19-be2d-4d64-a551-7d8eab6f50b6 req-64f1416c-cd97-43d9-8ea5-a3e6e127dc2e tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:23.582572 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-6e742b19-be2d-4d64-a551-7d8eab6f50b6 req-64f1416c-cd97-43d9-8ea5-a3e6e127dc2e tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce HTTP/1.1" status: 200 len: 944 time: 0.1230226 Aug 16 15:18:23.649365 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c70a211f-d967-4959-bfdb-270fecd04e37 admin admin] Router 160722e2-30e7-46d2-aa2d-37507281d050 is scheduled to L3 agent b2ca3166-9002-4222-bd01-ae8f73ca62dc with binding_index 1 {{(pid=94051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 15:18:23.650336 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-6e742b19-be2d-4d64-a551-7d8eab6f50b6 req-62632e4b-5cad-430a-9310-956bbcbd7fce tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/security-groups?id=17af3205-09df-4517-9712-91936f7ba92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654309 Aug 16 15:18:23.799139 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c70a211f-d967-4959-bfdb-270fecd04e37 admin admin] Notify agent at l3_agent.dv-cinder-804757-1-iscsi the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:18:23.809867 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1320d0-ab6c-4e91-adfb-4e4545d45823 None None] Sync routers for ids ['160722e2-30e7-46d2-aa2d-37507281d050'] in dv-cinder-804757-1-iscsi {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:18:23.819980 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c70a211f-d967-4959-bfdb-270fecd04e37 admin admin] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:23.820770 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1320d0-ab6c-4e91-adfb-4e4545d45823 None None] Routers {'160722e2-30e7-46d2-aa2d-37507281d050'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:18:23.821529 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-7b1320d0-ab6c-4e91-adfb-4e4545d45823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:18:04Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['160722e2-30e7-46d2-aa2d-37507281d050'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:18:23.824891 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 39768) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:18:23.825039 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-c70a211f-d967-4959-bfdb-270fecd04e37 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6047332 Aug 16 15:18:23.879219 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 39772) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:18:23.983544 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-7b1320d0-ab6c-4e91-adfb-4e4545d45823 None None] Set router 160722e2-30e7-46d2-aa2d-37507281d050 gateway port host: dv-cinder-804757-1-iscsi {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:18:24.062770 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbc546-674e-49a6-be25-eca81f34cf25 req-f257eaf1-d585-442b-999d-5ff43af27c43 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:24.084468 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-60bbc546-674e-49a6-be25-eca81f34cf25 req-f257eaf1-d585-442b-999d-5ff43af27c43 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e502ea1-64ee-4c33-8335-f74a9d6424c6 HTTP/1.1" status: 200 len: 945 time: 0.1100426 Aug 16 15:18:24.138324 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-59f4fb31-a7bf-4b8d-8167-0d9ea0831d42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:24.178391 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-60bbc546-674e-49a6-be25-eca81f34cf25 req-d31b7527-ba38-4bf5-9429-67dd2547aaed tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cd64719-1f02-4e88-bb1f-dbc33ca11f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927777 Aug 16 15:18:24.315706 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-59f4fb31-a7bf-4b8d-8167-0d9ea0831d42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:24.321164 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-59f4fb31-a7bf-4b8d-8167-0d9ea0831d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:24.422353 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-59f4fb31-a7bf-4b8d-8167-0d9ea0831d42 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=014f06b96c08417da61c388db6d3afd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5418589 Aug 16 15:18:24.425255 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 39784) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:18:24.425910 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f4fb31-a7bf-4b8d-8167-0d9ea0831d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23714619-9a83-4766-827d-e1e59b0dd4d4,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:24.505228 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-7b1320d0-ab6c-4e91-adfb-4e4545d45823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '160722e2-30e7-46d2-aa2d-37507281d050', 'name': 'tempest-TestMinimumBasicScenario-810106697-router', 'tenant_id': '57bd050329b94c6c8f1db5e4adcb6240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'f33513d6-5e14-47e9-98cf-19580f25cfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:18:21Z', 'updated_at': '2021-08-16T15:18:23Z', 'revision_number': 3, 'project_id': '57bd050329b94c6c8f1db5e4adcb6240', 'gw_port': {'id': 'f33513d6-5e14-47e9-98cf-19580f25cfce', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:3d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '160722e2-30e7-46d2-aa2d-37507281d050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:18:22Z', 'updated_at': '2021-08-16T15:18:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi'}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:18:24.531306 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device 772ddb41-d092-421a-8da7-17ac63e1de23 up at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:18:24.539619 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b00bee94-1d6d-4fc3-8540-b1aca8b2bb05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:24.546674 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1320d0-ab6c-4e91-adfb-4e4545d45823 None None] Checking router: 160722e2-30e7-46d2-aa2d-37507281d050 for host: dv-cinder-804757-1-iscsi {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:18:24.547331 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1320d0-ab6c-4e91-adfb-4e4545d45823 None None] Updating router 160722e2-30e7-46d2-aa2d-37507281d050 port f33513d6-5e14-47e9-98cf-19580f25cfce binding host dv-cinder-804757-1-iscsi {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 15:18:24.587010 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-7b1320d0-ab6c-4e91-adfb-4e4545d45823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:24.601657 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b00bee94-1d6d-4fc3-8540-b1aca8b2bb05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:24.605367 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-221261ed-a1c7-4dde-bcab-1d04fd9587a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:24.651794 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning for port 772ddb41-d092-421a-8da7-17ac63e1de23 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:18:24.676942 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning complete for port 772ddb41-d092-421a-8da7-17ac63e1de23 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:18:24.677501 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:24.716530 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41dfe06-237a-4b56-a68a-e22704eca8a7 None None] Network 248032c7-8f9d-4e76-b078-b6f3b5516fa0 requested from dv-cinder-804757-1-iscsi {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:18:24.731131 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b00bee94-1d6d-4fc3-8540-b1aca8b2bb05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:24.733791 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b00bee94-1d6d-4fc3-8540-b1aca8b2bb05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:24.737618 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-b00bee94-1d6d-4fc3-8540-b1aca8b2bb05 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/23714619-9a83-4766-827d-e1e59b0dd4d4 HTTP/1.1" status: 204 len: 168 time: 0.2987230 Aug 16 15:18:24.760866 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00bee94-1d6d-4fc3-8540-b1aca8b2bb05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23714619-9a83-4766-827d-e1e59b0dd4d4,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:24.903924 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6286e10f-da55-4d36-8547-94cfa1e8be17 req-1d496178-8f92-4c64-a334-a935ff0dd3ea tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:24.906435 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-6286e10f-da55-4d36-8547-94cfa1e8be17 req-1d496178-8f92-4c64-a334-a935ff0dd3ea tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce HTTP/1.1" status: 200 len: 944 time: 0.1092951 Aug 16 15:18:24.923672 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-edcfbaf9-83de-442e-9ed5-10e9b38d8706 None None] Provisioning for port 32642f10-8bee-4df2-b81e-3ba0268f51f2 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:18:24.984859 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-221261ed-a1c7-4dde-bcab-1d04fd9587a6 admin admin] Allocated IP 172.20.0.1 (248032c7-8f9d-4e76-b078-b6f3b5516fa0/d68a114c-6229-4651-a955-fef4c813d3ef/6861e961-903e-49c5-b104-2ef9ff4a60a4) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:18:25.005337 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-6286e10f-da55-4d36-8547-94cfa1e8be17 req-442808be-c2f2-4bcf-9790-a7f86c730ffa tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/security-groups?id=17af3205-09df-4517-9712-91936f7ba92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778320 Aug 16 15:18:25.033685 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:25.081574 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-7b1320d0-ab6c-4e91-adfb-4e4545d45823 None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:25.097387 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] For port 772ddb41-d092-421a-8da7-17ac63e1de23, host dv-cinder-804757-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=772ddb41-d092-421a-8da7-17ac63e1de23,segment=NetworkSegment(b0e1ed7a-79e8-499e-a716-624f334e2176),segment_id=b0e1ed7a-79e8-499e-a716-624f334e2176)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:18:25.101847 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-7b1320d0-ab6c-4e91-adfb-4e4545d45823 None None] Transition to ACTIVE for port object f33513d6-5e14-47e9-98cf-19580f25cfce will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:18:25.113933 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:25.114840 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device 32642f10-8bee-4df2-b81e-3ba0268f51f2 up at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:18:25.117404 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-7b1320d0-ab6c-4e91-adfb-4e4545d45823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:25.247818 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-7b1320d0-ab6c-4e91-adfb-4e4545d45823 None None] Attempting to bind port f33513d6-5e14-47e9-98cf-19580f25cfce on host dv-cinder-804757-1-iscsi for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:18:25.247818 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-7b1320d0-ab6c-4e91-adfb-4e4545d45823 None None] Attempting to bind port f33513d6-5e14-47e9-98cf-19580f25cfce by drivers openvswitch,hyperv on host dv-cinder-804757-1-iscsi at level 0 using segments [{'id': '6c369326-29bf-41f1-8d37-65f3627778f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:18:25.247818 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1320d0-ab6c-4e91-adfb-4e4545d45823 None None] Attempting to bind port f33513d6-5e14-47e9-98cf-19580f25cfce on network b7623838-067e-46d7-9324-3e363fad67d4 {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:18:25.256257 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be16bb51-8cdc-4bec-8a8c-2553ce56b122 None None] Pushing event updated for resources: {'Port': ['ID=f33513d6-5e14-47e9-98cf-19580f25cfce,revision_number=2']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:25.262481 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1320d0-ab6c-4e91-adfb-4e4545d45823 None None] Checking agent: {'id': '038bb836-fe78-417c-a302-5d10dc6ddcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 8, 4), 'started_at': datetime.datetime(2021, 8, 16, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:18:25.262481 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1320d0-ab6c-4e91-adfb-4e4545d45823 None None] Checking segment: {'id': '6c369326-29bf-41f1-8d37-65f3627778f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:18:25.262805 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-7b1320d0-ab6c-4e91-adfb-4e4545d45823 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:25.263158 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1320d0-ab6c-4e91-adfb-4e4545d45823 None None] Bound using segment: {'id': '6c369326-29bf-41f1-8d37-65f3627778f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:18:25.263635 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-7b1320d0-ab6c-4e91-adfb-4e4545d45823 None None] Bound port: f33513d6-5e14-47e9-98cf-19580f25cfce, host: dv-cinder-804757-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c369326-29bf-41f1-8d37-65f3627778f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:18:25.264046 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-7b1320d0-ab6c-4e91-adfb-4e4545d45823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:25.298192 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-221261ed-a1c7-4dde-bcab-1d04fd9587a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:25.323260 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Pushing event updated for resources: {'Port': ['ID=772ddb41-d092-421a-8da7-17ac63e1de23,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:25.344356 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning for port 32642f10-8bee-4df2-b81e-3ba0268f51f2 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:18:25.346045 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [None req-221261ed-a1c7-4dde-bcab-1d04fd9587a6 admin admin] Transition to ACTIVE for port object 6861e961-903e-49c5-b104-2ef9ff4a60a4 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:18:25.352578 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning complete for port 32642f10-8bee-4df2-b81e-3ba0268f51f2 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:18:25.353372 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:25.359445 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-7b1320d0-ab6c-4e91-adfb-4e4545d45823 None None] For port f33513d6-5e14-47e9-98cf-19580f25cfce, host dv-cinder-804757-1-iscsi, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:18:25.364124 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-7b1320d0-ab6c-4e91-adfb-4e4545d45823 None None] For port f33513d6-5e14-47e9-98cf-19580f25cfce, host dv-cinder-804757-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=f33513d6-5e14-47e9-98cf-19580f25cfce,segment=NetworkSegment(6c369326-29bf-41f1-8d37-65f3627778f0),segment_id=6c369326-29bf-41f1-8d37-65f3627778f0)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:18:25.371899 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-7b1320d0-ab6c-4e91-adfb-4e4545d45823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:25.387611 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6874a61b-986a-46c7-953a-f1c89b1e9b3d req-261190b6-c795-4ee9-b5fb-9751e3a3d07d tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:25.394935 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-6874a61b-986a-46c7-953a-f1c89b1e9b3d req-261190b6-c795-4ee9-b5fb-9751e3a3d07d tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e502ea1-64ee-4c33-8335-f74a9d6424c6 HTTP/1.1" status: 200 len: 945 time: 0.0891726 Aug 16 15:18:25.409618 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-221261ed-a1c7-4dde-bcab-1d04fd9587a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769335250701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2787876'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:25.468704 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be16bb51-8cdc-4bec-8a8c-2553ce56b122 None None] Pushing event updated for resources: {'Port': ['ID=f33513d6-5e14-47e9-98cf-19580f25cfce,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:25.472501 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-6874a61b-986a-46c7-953a-f1c89b1e9b3d req-77fcb504-e4fa-4a86-81ed-6744dd9cd759 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cd64719-1f02-4e88-bb1f-dbc33ca11f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762947 Aug 16 15:18:25.483939 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:25.493478 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221261ed-a1c7-4dde-bcab-1d04fd9587a6 admin admin] Network 248032c7-8f9d-4e76-b078-b6f3b5516fa0 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:18:25.496885 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-221261ed-a1c7-4dde-bcab-1d04fd9587a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:18:25.501770 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221261ed-a1c7-4dde-bcab-1d04fd9587a6 admin admin] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:18:25.503445 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1320d0-ab6c-4e91-adfb-4e4545d45823 None None] Routers {'160722e2-30e7-46d2-aa2d-37507281d050'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:18:25.504206 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-7b1320d0-ab6c-4e91-adfb-4e4545d45823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:18:04Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['160722e2-30e7-46d2-aa2d-37507281d050'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:18:25.505509 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221261ed-a1c7-4dde-bcab-1d04fd9587a6 admin admin] Pushing event updated for resources: {'Port': ['ID=6861e961-903e-49c5-b104-2ef9ff4a60a4,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:25.536362 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] For port 32642f10-8bee-4df2-b81e-3ba0268f51f2, host dv-cinder-804757-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=32642f10-8bee-4df2-b81e-3ba0268f51f2,segment=NetworkSegment(f4b610da-8913-4668-a26e-58a5a92c9637),segment_id=f4b610da-8913-4668-a26e-58a5a92c9637)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:18:25.541556 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:25.547812 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-221261ed-a1c7-4dde-bcab-1d04fd9587a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4167348'] for router_interface, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:25.594986 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Pushing event updated for resources: {'Port': ['ID=32642f10-8bee-4df2-b81e-3ba0268f51f2,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:25.629505 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-7b1320d0-ab6c-4e91-adfb-4e4545d45823 None None] Set router 160722e2-30e7-46d2-aa2d-37507281d050 gateway port host: dv-cinder-804757-1-iscsi {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:18:25.674338 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-614d9b25-b7dd-4b22-9cbb-6691a70576de None None] Provisioning complete for port 32642f10-8bee-4df2-b81e-3ba0268f51f2 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:18:25.674727 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-614d9b25-b7dd-4b22-9cbb-6691a70576de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:25.688884 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-221261ed-a1c7-4dde-bcab-1d04fd9587a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:25.842340 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-7b1320d0-ab6c-4e91-adfb-4e4545d45823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '160722e2-30e7-46d2-aa2d-37507281d050', 'name': 'tempest-TestMinimumBasicScenario-810106697-router', 'tenant_id': '57bd050329b94c6c8f1db5e4adcb6240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'f33513d6-5e14-47e9-98cf-19580f25cfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:18:21Z', 'updated_at': '2021-08-16T15:18:23Z', 'revision_number': 3, 'project_id': '57bd050329b94c6c8f1db5e4adcb6240', 'gw_port': {'id': 'f33513d6-5e14-47e9-98cf-19580f25cfce', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:3d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '160722e2-30e7-46d2-aa2d-37507281d050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:18:22Z', 'updated_at': '2021-08-16T15:18:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi'}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:18:25.866814 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-221261ed-a1c7-4dde-bcab-1d04fd9587a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:25.872957 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1320d0-ab6c-4e91-adfb-4e4545d45823 None None] The sync data for ids ['160722e2-30e7-46d2-aa2d-37507281d050'] in dv-cinder-804757-1-iscsi is: [{'id': '160722e2-30e7-46d2-aa2d-37507281d050', 'name': 'tempest-TestMinimumBasicScenario-810106697-router', 'tenant_id': '57bd050329b94c6c8f1db5e4adcb6240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'f33513d6-5e14-47e9-98cf-19580f25cfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:18:21Z', 'updated_at': '2021-08-16T15:18:23Z', 'revision_number': 3, 'project_id': '57bd050329b94c6c8f1db5e4adcb6240', 'gw_port': {'id': 'f33513d6-5e14-47e9-98cf-19580f25cfce', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:3d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '160722e2-30e7-46d2-aa2d-37507281d050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:18:22Z', 'updated_at': '2021-08-16T15:18:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi'}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:18:25.873572 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-221261ed-a1c7-4dde-bcab-1d04fd9587a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2787883'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:25.884417 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c4c8ace1-b82a-43b9-ab98-328271fff8c6 None None] Provisioning for port 6861e961-903e-49c5-b104-2ef9ff4a60a4 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:18:25.888552 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c4c8ace1-b82a-43b9-ab98-328271fff8c6 None None] Provisioning complete for port 6861e961-903e-49c5-b104-2ef9ff4a60a4 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:18:25.888920 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c4c8ace1-b82a-43b9-ab98-328271fff8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:25.933367 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-c4c8ace1-b82a-43b9-ab98-328271fff8c6 None None] Port 6861e961-903e-49c5-b104-2ef9ff4a60a4 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 15:18:25.945635 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221261ed-a1c7-4dde-bcab-1d04fd9587a6 admin admin] Pushing event updated for resources: {'Port': ['ID=6861e961-903e-49c5-b104-2ef9ff4a60a4,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:25.952267 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-221261ed-a1c7-4dde-bcab-1d04fd9587a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3780398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4167192'] for router_interface, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:26.132236 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:26.360924 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d115c2c-8028-45ad-8562-d6036c7154f7 req-1ae76142-f0cd-4e3b-a0f0-88585c564133 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:26.362439 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-9d115c2c-8028-45ad-8562-d6036c7154f7 req-1ae76142-f0cd-4e3b-a0f0-88585c564133 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce HTTP/1.1" status: 200 len: 944 time: 0.1197577 Aug 16 15:18:26.390472 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221261ed-a1c7-4dde-bcab-1d04fd9587a6 admin admin] Network 248032c7-8f9d-4e76-b078-b6f3b5516fa0 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:18:26.396319 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-221261ed-a1c7-4dde-bcab-1d04fd9587a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:18:26.424249 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-9d115c2c-8028-45ad-8562-d6036c7154f7 req-b0da3111-2198-42f2-9e3b-a265ec90813b tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/security-groups?id=17af3205-09df-4517-9712-91936f7ba92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517054 Aug 16 15:18:26.514550 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device f33513d6-5e14-47e9-98cf-19580f25cfce up at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:18:26.564754 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-221261ed-a1c7-4dde-bcab-1d04fd9587a6 admin admin] Router 160722e2-30e7-46d2-aa2d-37507281d050 has already been hosted by L3 agent b2ca3166-9002-4222-bd01-ae8f73ca62dc {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 15:18:26.581507 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning for port f33513d6-5e14-47e9-98cf-19580f25cfce completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:18:26.594345 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning complete for port f33513d6-5e14-47e9-98cf-19580f25cfce triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:18:26.602596 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:26.642391 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5454bc-051b-4817-8dfb-5df9b257e842 req-95e4e6ee-2d54-4d26-9207-f9d80a55f0e5 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:26.644775 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-0a5454bc-051b-4817-8dfb-5df9b257e842 req-95e4e6ee-2d54-4d26-9207-f9d80a55f0e5 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e502ea1-64ee-4c33-8335-f74a9d6424c6 HTTP/1.1" status: 200 len: 945 time: 0.0807617 Aug 16 15:18:26.690948 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c79032fb-87ac-48b0-bf11-1450edde7d66 None None] Provisioning complete for port 6861e961-903e-49c5-b104-2ef9ff4a60a4 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:18:26.691360 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c79032fb-87ac-48b0-bf11-1450edde7d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:26.705957 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221261ed-a1c7-4dde-bcab-1d04fd9587a6 admin admin] Notify agent at l3_agent.dv-cinder-804757-1-iscsi the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:18:26.709077 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-0a5454bc-051b-4817-8dfb-5df9b257e842 req-e32b4325-c410-4fc3-b473-f4b3afe1829b tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cd64719-1f02-4e88-bb1f-dbc33ca11f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569303 Aug 16 15:18:26.722567 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-221261ed-a1c7-4dde-bcab-1d04fd9587a6 admin admin] 10.222.0.22 "PUT /v2.0/routers/160722e2-30e7-46d2-aa2d-37507281d050/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8969030 Aug 16 15:18:26.745469 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:26.750946 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-c79032fb-87ac-48b0-bf11-1450edde7d66 None None] Port 6861e961-903e-49c5-b104-2ef9ff4a60a4 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 15:18:26.770110 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] For port f33513d6-5e14-47e9-98cf-19580f25cfce, host dv-cinder-804757-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=f33513d6-5e14-47e9-98cf-19580f25cfce,segment=NetworkSegment(6c369326-29bf-41f1-8d37-65f3627778f0),segment_id=6c369326-29bf-41f1-8d37-65f3627778f0)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:18:26.774451 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:26.775372 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device 772ddb41-d092-421a-8da7-17ac63e1de23 up at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:18:26.859731 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Pushing event updated for resources: {'Port': ['ID=f33513d6-5e14-47e9-98cf-19580f25cfce,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:26.870494 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning complete for port 772ddb41-d092-421a-8da7-17ac63e1de23 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:18:26.870871 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:27.072843 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device 32642f10-8bee-4df2-b81e-3ba0268f51f2 up at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:18:27.122818 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning complete for port 32642f10-8bee-4df2-b81e-3ba0268f51f2 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:18:27.123193 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:27.563148 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db70e1f-fb5e-4b24-b8b2-f628eb61dc95 req-71959eed-c03b-49f4-b8c3-893e2ac8313c tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:27.564929 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-2db70e1f-fb5e-4b24-b8b2-f628eb61dc95 req-71959eed-c03b-49f4-b8c3-893e2ac8313c tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce HTTP/1.1" status: 200 len: 944 time: 0.0656822 Aug 16 15:18:27.605147 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-2db70e1f-fb5e-4b24-b8b2-f628eb61dc95 req-cff99572-fd2c-4ebd-822f-34472f141c75 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/security-groups?id=17af3205-09df-4517-9712-91936f7ba92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337305 Aug 16 15:18:27.863547 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd3a039-dd71-47fa-bbc2-a21c5fa2f74e req-31a0e7fe-201e-4414-a2f1-eda25c0a89a3 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:27.865271 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-7dd3a039-dd71-47fa-bbc2-a21c5fa2f74e req-31a0e7fe-201e-4414-a2f1-eda25c0a89a3 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e502ea1-64ee-4c33-8335-f74a9d6424c6 HTTP/1.1" status: 200 len: 945 time: 0.0737860 Aug 16 15:18:27.911870 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-7dd3a039-dd71-47fa-bbc2-a21c5fa2f74e req-064d06ab-4512-44b6-b97e-fbb6c1bc18eb tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cd64719-1f02-4e88-bb1f-dbc33ca11f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400152 Aug 16 15:18:28.200010 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144564af-c5bb-40e5-814b-8ca21b585ce7 None None] Sync routers for ids ['160722e2-30e7-46d2-aa2d-37507281d050'] in dv-cinder-804757-1-iscsi {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:18:28.206357 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144564af-c5bb-40e5-814b-8ca21b585ce7 None None] Routers {'160722e2-30e7-46d2-aa2d-37507281d050'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:18:28.207000 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-144564af-c5bb-40e5-814b-8ca21b585ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:18:04Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['160722e2-30e7-46d2-aa2d-37507281d050'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:18:28.338917 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-144564af-c5bb-40e5-814b-8ca21b585ce7 None None] Set router 160722e2-30e7-46d2-aa2d-37507281d050 gateway port host: dv-cinder-804757-1-iscsi {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:18:28.413459 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device f33513d6-5e14-47e9-98cf-19580f25cfce up at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:18:28.644164 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning complete for port f33513d6-5e14-47e9-98cf-19580f25cfce triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:18:28.648964 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:28.840369 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da367830-fcdd-40dd-af1e-a0f6c64e30da req-239815ad-5160-459b-95ad-d42a8ed7a966 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:28.850247 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-da367830-fcdd-40dd-af1e-a0f6c64e30da req-239815ad-5160-459b-95ad-d42a8ed7a966 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce HTTP/1.1" status: 200 len: 944 time: 0.1299372 Aug 16 15:18:28.924294 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-da367830-fcdd-40dd-af1e-a0f6c64e30da req-e65dbfb8-7e06-4b2a-b558-19a09e56fdca tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/security-groups?id=17af3205-09df-4517-9712-91936f7ba92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722971 Aug 16 15:18:28.957517 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-144564af-c5bb-40e5-814b-8ca21b585ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '160722e2-30e7-46d2-aa2d-37507281d050', 'name': 'tempest-TestMinimumBasicScenario-810106697-router', 'tenant_id': '57bd050329b94c6c8f1db5e4adcb6240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'f33513d6-5e14-47e9-98cf-19580f25cfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:18:21Z', 'updated_at': '2021-08-16T15:18:25Z', 'revision_number': 4, 'project_id': '57bd050329b94c6c8f1db5e4adcb6240', 'gw_port': {'id': 'f33513d6-5e14-47e9-98cf-19580f25cfce', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:3d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160722e2-30e7-46d2-aa2d-37507281d050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:18:22Z', 'updated_at': '2021-08-16T15:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_interfaces': [{'id': '6861e961-903e-49c5-b104-2ef9ff4a60a4', 'name': '', 'network_id': '248032c7-8f9d-4e76-b078-b6f3b5516fa0', 'tenant_id': '57bd050329b94c6c8f1db5e4adcb6240', 'mac_address': 'fa:16:3e:e4:ee:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '160722e2-30e7-46d2-aa2d-37507281d050', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'd68a114c-6229-4651-a955-fef4c813d3ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:18:24Z', 'updated_at': '2021-08-16T15:18:25Z', 'revision_number': 2, 'project_id': '57bd050329b94c6c8f1db5e4adcb6240', 'subnets': [{'id': 'd68a114c-6229-4651-a955-fef4c813d3ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:18:29.002264 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144564af-c5bb-40e5-814b-8ca21b585ce7 None None] Checking router: 160722e2-30e7-46d2-aa2d-37507281d050 for host: dv-cinder-804757-1-iscsi {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:18:29.002885 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144564af-c5bb-40e5-814b-8ca21b585ce7 None None] Updating router 160722e2-30e7-46d2-aa2d-37507281d050 port 6861e961-903e-49c5-b104-2ef9ff4a60a4 binding host dv-cinder-804757-1-iscsi {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 15:18:29.047811 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-144564af-c5bb-40e5-814b-8ca21b585ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:29.134714 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792065c0-7d8d-4cb2-89cd-84ba891cd525 req-0af72358-82dc-4536-a77a-cab3cf003fac tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:29.149376 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-792065c0-7d8d-4cb2-89cd-84ba891cd525 req-0af72358-82dc-4536-a77a-cab3cf003fac tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e502ea1-64ee-4c33-8335-f74a9d6424c6 HTTP/1.1" status: 200 len: 945 time: 0.1083019 Aug 16 15:18:29.226431 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-792065c0-7d8d-4cb2-89cd-84ba891cd525 req-c4d19d1e-77df-4cd6-b640-666873867c72 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cd64719-1f02-4e88-bb1f-dbc33ca11f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743752 Aug 16 15:18:29.471730 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-144564af-c5bb-40e5-814b-8ca21b585ce7 None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:29.489502 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-144564af-c5bb-40e5-814b-8ca21b585ce7 None None] Transition to ACTIVE for port object 6861e961-903e-49c5-b104-2ef9ff4a60a4 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:18:29.497364 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-144564af-c5bb-40e5-814b-8ca21b585ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:29.550955 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1540b047-558c-4f40-baff-ba5a9494de98 None None] Pushing event updated for resources: {'Port': ['ID=6861e961-903e-49c5-b104-2ef9ff4a60a4,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:29.616043 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-144564af-c5bb-40e5-814b-8ca21b585ce7 None None] Attempting to bind port 6861e961-903e-49c5-b104-2ef9ff4a60a4 on host dv-cinder-804757-1-iscsi for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:18:29.616445 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-144564af-c5bb-40e5-814b-8ca21b585ce7 None None] Attempting to bind port 6861e961-903e-49c5-b104-2ef9ff4a60a4 by drivers openvswitch,hyperv on host dv-cinder-804757-1-iscsi at level 0 using segments [{'id': 'f4b610da-8913-4668-a26e-58a5a92c9637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '248032c7-8f9d-4e76-b078-b6f3b5516fa0'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:18:29.616805 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144564af-c5bb-40e5-814b-8ca21b585ce7 None None] Attempting to bind port 6861e961-903e-49c5-b104-2ef9ff4a60a4 on network 248032c7-8f9d-4e76-b078-b6f3b5516fa0 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:18:29.624829 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144564af-c5bb-40e5-814b-8ca21b585ce7 None None] Checking agent: {'id': '038bb836-fe78-417c-a302-5d10dc6ddcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 8, 4), 'started_at': datetime.datetime(2021, 8, 16, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:18:29.625189 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144564af-c5bb-40e5-814b-8ca21b585ce7 None None] Checking segment: {'id': 'f4b610da-8913-4668-a26e-58a5a92c9637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '248032c7-8f9d-4e76-b078-b6f3b5516fa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:18:29.625588 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-144564af-c5bb-40e5-814b-8ca21b585ce7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:29.626075 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144564af-c5bb-40e5-814b-8ca21b585ce7 None None] Bound using segment: {'id': 'f4b610da-8913-4668-a26e-58a5a92c9637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '248032c7-8f9d-4e76-b078-b6f3b5516fa0'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:18:29.626587 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-144564af-c5bb-40e5-814b-8ca21b585ce7 None None] Bound port: 6861e961-903e-49c5-b104-2ef9ff4a60a4, host: dv-cinder-804757-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4b610da-8913-4668-a26e-58a5a92c9637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '248032c7-8f9d-4e76-b078-b6f3b5516fa0'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:18:29.626939 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-144564af-c5bb-40e5-814b-8ca21b585ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:29.758337 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-144564af-c5bb-40e5-814b-8ca21b585ce7 None None] For port 6861e961-903e-49c5-b104-2ef9ff4a60a4, host dv-cinder-804757-1-iscsi, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:18:29.761932 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-144564af-c5bb-40e5-814b-8ca21b585ce7 None None] For port 6861e961-903e-49c5-b104-2ef9ff4a60a4, host dv-cinder-804757-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=6861e961-903e-49c5-b104-2ef9ff4a60a4,segment=NetworkSegment(f4b610da-8913-4668-a26e-58a5a92c9637),segment_id=f4b610da-8913-4668-a26e-58a5a92c9637)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:18:29.766711 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-144564af-c5bb-40e5-814b-8ca21b585ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:29.843080 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144564af-c5bb-40e5-814b-8ca21b585ce7 None None] Routers {'160722e2-30e7-46d2-aa2d-37507281d050'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:18:29.843860 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-144564af-c5bb-40e5-814b-8ca21b585ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:18:04Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['160722e2-30e7-46d2-aa2d-37507281d050'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:18:29.929593 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1540b047-558c-4f40-baff-ba5a9494de98 None None] Pushing event updated for resources: {'Port': ['ID=6861e961-903e-49c5-b104-2ef9ff4a60a4,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:30.058979 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-144564af-c5bb-40e5-814b-8ca21b585ce7 None None] Set router 160722e2-30e7-46d2-aa2d-37507281d050 gateway port host: dv-cinder-804757-1-iscsi {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:18:30.101965 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646ecbbf-4a38-4438-a562-f3026ec4fcf9 req-3accfcda-94b3-4ebb-bb83-165a7581143d tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:30.117473 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-646ecbbf-4a38-4438-a562-f3026ec4fcf9 req-3accfcda-94b3-4ebb-bb83-165a7581143d tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce HTTP/1.1" status: 200 len: 944 time: 0.1008747 Aug 16 15:18:30.196502 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device 28f30e6e-1f6d-46c5-b0ad-7ab9162ac904 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 15:18:30.269757 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-646ecbbf-4a38-4438-a562-f3026ec4fcf9 req-5c20ab67-07bf-40cb-8365-44ff27353a22 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/security-groups?id=17af3205-09df-4517-9712-91936f7ba92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507785 Aug 16 15:18:30.327637 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c09da-9557-4706-917e-9629c8d0cc2c req-084ab4fa-bc62-4532-95b6-740d52fad3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:30.333466 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-a80c09da-9557-4706-917e-9629c8d0cc2c req-084ab4fa-bc62-4532-95b6-740d52fad3c6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=01f2355b3173487a90e45214a420413d&device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 1099 time: 0.1130180 Aug 16 15:18:30.458161 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619c372-e686-40cc-bb86-c8104cecc746 req-8fd85ef4-e625-4eac-a9ef-51fc0d8c8b14 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:30.471606 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-9619c372-e686-40cc-bb86-c8104cecc746 req-8fd85ef4-e625-4eac-a9ef-51fc0d8c8b14 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e502ea1-64ee-4c33-8335-f74a9d6424c6 HTTP/1.1" status: 200 len: 945 time: 0.0794702 Aug 16 15:18:30.482359 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c03c2d-f485-4827-a912-92e5f5b26c4f req-db62924d-c96c-4343-9567-15650d697cc7 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:30.492299 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-85c03c2d-f485-4827-a912-92e5f5b26c4f req-db62924d-c96c-4343-9567-15650d697cc7 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.1575456 Aug 16 15:18:30.523932 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-9619c372-e686-40cc-bb86-c8104cecc746 req-6717573c-f881-4d9f-9490-cce872e07f59 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cd64719-1f02-4e88-bb1f-dbc33ca11f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514154 Aug 16 15:18:30.544170 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port 28f30e6e-1f6d-46c5-b0ad-7ab9162ac904, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=28f30e6e-1f6d-46c5-b0ad-7ab9162ac904,segment=NetworkSegment(6a81eeb2-96ac-46f1-9327-0389c5f89c7d),segment_id=6a81eeb2-96ac-46f1-9327-0389c5f89c7d)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:18:30.551808 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c09da-9557-4706-917e-9629c8d0cc2c req-fff890e8-1235-47c7-945c-587a62f086c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:30.553927 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-a80c09da-9557-4706-917e-9629c8d0cc2c req-fff890e8-1235-47c7-945c-587a62f086c6 service neutron] 10.222.0.63 "GET /v2.0/networks?id=dc2a7c1b-6294-45c9-b16c-61fd2495db53 HTTP/1.1" status: 200 len: 919 time: 0.2054245 Aug 16 15:18:30.556183 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Returning: {'device': '28f30e6e-1f6d-46c5-b0ad-7ab9162ac904', 'network_id': '39688803-4c7a-4e65-bd12-e072ee8a86dc', 'port_id': '28f30e6e-1f6d-46c5-b0ad-7ab9162ac904', 'mac_address': 'fa:16:3e:97:6d:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f7e542c-3ecd-4a2a-b7d4-b70d0efc580a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 15:18:30.560046 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-85c03c2d-f485-4827-a912-92e5f5b26c4f req-8261e151-9795-4df8-af3a-2203d963702a tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664506 Aug 16 15:18:30.613524 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:30.628949 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-a80c09da-9557-4706-917e-9629c8d0cc2c req-aae9f906-914b-4793-9151-e8f5f6cd67eb service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d7993fa5-40dc-4e85-92da-a6701cc5ce17 HTTP/1.1" status: 200 len: 217 time: 0.0632393 Aug 16 15:18:30.634153 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-144564af-c5bb-40e5-814b-8ca21b585ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '160722e2-30e7-46d2-aa2d-37507281d050', 'name': 'tempest-TestMinimumBasicScenario-810106697-router', 'tenant_id': '57bd050329b94c6c8f1db5e4adcb6240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'f33513d6-5e14-47e9-98cf-19580f25cfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:18:21Z', 'updated_at': '2021-08-16T15:18:25Z', 'revision_number': 4, 'project_id': '57bd050329b94c6c8f1db5e4adcb6240', 'gw_port': {'id': 'f33513d6-5e14-47e9-98cf-19580f25cfce', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:3d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160722e2-30e7-46d2-aa2d-37507281d050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:18:22Z', 'updated_at': '2021-08-16T15:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_interfaces': [{'id': '6861e961-903e-49c5-b104-2ef9ff4a60a4', 'name': '', 'network_id': '248032c7-8f9d-4e76-b078-b6f3b5516fa0', 'tenant_id': '57bd050329b94c6c8f1db5e4adcb6240', 'mac_address': 'fa:16:3e:e4:ee:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '160722e2-30e7-46d2-aa2d-37507281d050', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'd68a114c-6229-4651-a955-fef4c813d3ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:18:24Z', 'updated_at': '2021-08-16T15:18:29Z', 'revision_number': 4, 'project_id': '57bd050329b94c6c8f1db5e4adcb6240', 'subnets': [{'id': 'd68a114c-6229-4651-a955-fef4c813d3ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:18:30.638314 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28f30e6e-1f6d-46c5-b0ad-7ab9162ac904 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:18:30.698470 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c09da-9557-4706-917e-9629c8d0cc2c req-ed639086-1133-446b-a32c-4ab8cf850e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:30.700272 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-a80c09da-9557-4706-917e-9629c8d0cc2c req-ed639086-1133-446b-a32c-4ab8cf850e30 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d78ff18c-4064-4ba6-8f60-118b05bc557a HTTP/1.1" status: 200 len: 859 time: 0.0636578 Aug 16 15:18:30.744869 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-a80c09da-9557-4706-917e-9629c8d0cc2c req-f5660e79-a830-43ff-b44e-b4730350d4f9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dc2a7c1b-6294-45c9-b16c-61fd2495db53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356059 Aug 16 15:18:30.839031 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144564af-c5bb-40e5-814b-8ca21b585ce7 None None] The sync data for ids ['160722e2-30e7-46d2-aa2d-37507281d050'] in dv-cinder-804757-1-iscsi is: [{'id': '160722e2-30e7-46d2-aa2d-37507281d050', 'name': 'tempest-TestMinimumBasicScenario-810106697-router', 'tenant_id': '57bd050329b94c6c8f1db5e4adcb6240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'f33513d6-5e14-47e9-98cf-19580f25cfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:18:21Z', 'updated_at': '2021-08-16T15:18:25Z', 'revision_number': 4, 'project_id': '57bd050329b94c6c8f1db5e4adcb6240', 'gw_port': {'id': 'f33513d6-5e14-47e9-98cf-19580f25cfce', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:3d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160722e2-30e7-46d2-aa2d-37507281d050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:18:22Z', 'updated_at': '2021-08-16T15:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_interfaces': [{'id': '6861e961-903e-49c5-b104-2ef9ff4a60a4', 'name': '', 'network_id': '248032c7-8f9d-4e76-b078-b6f3b5516fa0', 'tenant_id': '57bd050329b94c6c8f1db5e4adcb6240', 'mac_address': 'fa:16:3e:e4:ee:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '160722e2-30e7-46d2-aa2d-37507281d050', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'd68a114c-6229-4651-a955-fef4c813d3ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:18:24Z', 'updated_at': '2021-08-16T15:18:29Z', 'revision_number': 4, 'project_id': '57bd050329b94c6c8f1db5e4adcb6240', 'subnets': [{'id': 'd68a114c-6229-4651-a955-fef4c813d3ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:18:30.862060 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port 28f30e6e-1f6d-46c5-b0ad-7ab9162ac904, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=28f30e6e-1f6d-46c5-b0ad-7ab9162ac904,segment=NetworkSegment(6a81eeb2-96ac-46f1-9327-0389c5f89c7d),segment_id=6a81eeb2-96ac-46f1-9327-0389c5f89c7d)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:18:30.869873 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:30.883781 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-a80c09da-9557-4706-917e-9629c8d0cc2c req-fa10c4cd-8845-4c41-944c-7c19b1e2853c service neutron] 10.222.0.63 "GET /v2.0/networks/dc2a7c1b-6294-45c9-b16c-61fd2495db53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295266 Aug 16 15:18:30.970164 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.agents_db [None req-45e7de1a-0021-4862-aee0-d1a44650be34 None None] Agent healthcheck: found 6 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 15:18:31.048060 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Pushing event updated for resources: {'Port': ['ID=28f30e6e-1f6d-46c5-b0ad-7ab9162ac904,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:31.102102 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-a80c09da-9557-4706-917e-9629c8d0cc2c req-8dfa9de1-8408-4755-81b1-b9d849ef894b service neutron] 10.222.0.63 "GET /v2.0/networks/dc2a7c1b-6294-45c9-b16c-61fd2495db53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097533 Aug 16 15:18:31.208795 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] get_ports_and_sgs() called for port_ids ['28f30e6e-1f6d-46c5-b0ad-7ab9162ac904'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:18:31.500844 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba465e3a-0025-4326-a56a-e09b4de764cc req-0ca6771d-d09b-42c2-ad2d-faeddaa7430b tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:31.510855 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-ba465e3a-0025-4326-a56a-e09b4de764cc req-0ca6771d-d09b-42c2-ad2d-faeddaa7430b tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce HTTP/1.1" status: 200 len: 945 time: 0.1501145 Aug 16 15:18:31.544076 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-985c2c99-0ffa-469b-9560-2664a08c851f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:31.641934 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-ba465e3a-0025-4326-a56a-e09b4de764cc req-e1055fe1-265a-4147-b6db-2985ca84d6e8 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/security-groups?id=17af3205-09df-4517-9712-91936f7ba92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242621 Aug 16 15:18:31.732908 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e8f0c4-cc05-4a92-9f76-68b1ecd872ae req-9a3bd12b-6f63-4ae7-b4b7-7f9f2859b6c8 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:31.737798 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-08e8f0c4-cc05-4a92-9f76-68b1ecd872ae req-9a3bd12b-6f63-4ae7-b4b7-7f9f2859b6c8 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e502ea1-64ee-4c33-8335-f74a9d6424c6 HTTP/1.1" status: 200 len: 945 time: 0.1165469 Aug 16 15:18:31.795303 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-08e8f0c4-cc05-4a92-9f76-68b1ecd872ae req-166aca81-7587-4312-b427-4c3dae4524ba tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cd64719-1f02-4e88-bb1f-dbc33ca11f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469694 Aug 16 15:18:31.796655 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37053e48-deb0-4fb5-a745-5c49606e6c19 req-2c8c6fee-481d-4ecb-aa5c-e441eb132eed tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:31.798260 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-37053e48-deb0-4fb5-a745-5c49606e6c19 req-2c8c6fee-481d-4ecb-aa5c-e441eb132eed tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.0686259 Aug 16 15:18:31.848521 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-37053e48-deb0-4fb5-a745-5c49606e6c19 req-245b8ecd-71c1-4d30-94c8-c1b9565424d2 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437982 Aug 16 15:18:32.418783 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device 6861e961-903e-49c5-b104-2ef9ff4a60a4 up at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:18:32.490500 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning for port 6861e961-903e-49c5-b104-2ef9ff4a60a4 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:18:32.496385 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning complete for port 6861e961-903e-49c5-b104-2ef9ff4a60a4 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:18:32.497166 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:32.611809 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:32.652700 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] For port 6861e961-903e-49c5-b104-2ef9ff4a60a4, host dv-cinder-804757-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=6861e961-903e-49c5-b104-2ef9ff4a60a4,segment=NetworkSegment(f4b610da-8913-4668-a26e-58a5a92c9637),segment_id=f4b610da-8913-4668-a26e-58a5a92c9637)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:18:32.660341 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:32.717529 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Pushing event updated for resources: {'Port': ['ID=6861e961-903e-49c5-b104-2ef9ff4a60a4,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:32.770912 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0334c75d-166b-4ed9-ba82-b562513ce3b9 req-77b6aed8-1740-4b61-b070-80dc03c16a8e tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:32.778670 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-0334c75d-166b-4ed9-ba82-b562513ce3b9 req-77b6aed8-1740-4b61-b070-80dc03c16a8e tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce HTTP/1.1" status: 200 len: 945 time: 0.0669787 Aug 16 15:18:32.829391 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-0334c75d-166b-4ed9-ba82-b562513ce3b9 req-1d3a646a-78b1-47e7-a833-107f686526e4 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/security-groups?id=17af3205-09df-4517-9712-91936f7ba92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442569 Aug 16 15:18:32.963367 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc1eea-4174-458f-8a31-bef18e6557b7 req-a31d36e5-05b0-462e-8026-19e2e8f6f8d2 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:32.967685 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-1bdc1eea-4174-458f-8a31-bef18e6557b7 req-a31d36e5-05b0-462e-8026-19e2e8f6f8d2 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e502ea1-64ee-4c33-8335-f74a9d6424c6 HTTP/1.1" status: 200 len: 945 time: 0.0982113 Aug 16 15:18:32.997221 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fa9416-9672-4593-957c-c134dd466c47 req-35c5f2d1-5b31-4c2a-8b8c-0982f600e2c7 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:33.005129 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-b9fa9416-9672-4593-957c-c134dd466c47 req-35c5f2d1-5b31-4c2a-8b8c-0982f600e2c7 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.0734751 Aug 16 15:18:33.028893 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-1bdc1eea-4174-458f-8a31-bef18e6557b7 req-7c781de4-fffc-4d5f-9a5e-8f15852a874f tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cd64719-1f02-4e88-bb1f-dbc33ca11f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476439 Aug 16 15:18:33.049453 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-b9fa9416-9672-4593-957c-c134dd466c47 req-526ac2a8-6b55-4532-89b2-49d6593bebb9 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430477 Aug 16 15:18:33.957347 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6b617bac-6b72-41b9-b1e1-e52dbbb2e0ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:33.982557 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e5bd11-2739-4124-9ff3-44afda838e43 req-21fc384a-4668-45ee-9af5-d4eb8d9678a2 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:33.984476 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-42e5bd11-2739-4124-9ff3-44afda838e43 req-21fc384a-4668-45ee-9af5-d4eb8d9678a2 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce HTTP/1.1" status: 200 len: 945 time: 0.0717089 Aug 16 15:18:34.025365 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-42e5bd11-2739-4124-9ff3-44afda838e43 req-a029f73d-3b48-4415-adbf-d8c0706497f1 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/security-groups?id=17af3205-09df-4517-9712-91936f7ba92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335605 Aug 16 15:18:34.163566 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958964c-c4bd-4db3-aa16-9a9f7fa856d2 req-07cd471f-b78e-43b8-8726-7bb7f0c35455 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:34.170234 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-2958964c-c4bd-4db3-aa16-9a9f7fa856d2 req-07cd471f-b78e-43b8-8726-7bb7f0c35455 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e502ea1-64ee-4c33-8335-f74a9d6424c6 HTTP/1.1" status: 200 len: 945 time: 0.0664139 Aug 16 15:18:34.187651 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device 28f30e6e-1f6d-46c5-b0ad-7ab9162ac904 up at agent hyperv_hv-cinder-80475 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:18:34.194586 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba244f3-c777-407b-9c54-ece8ca74496b req-7f8cf742-4d92-4e16-b65d-acf172cbb63b tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:34.196888 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-2ba244f3-c777-407b-9c54-ece8ca74496b req-7f8cf742-4d92-4e16-b65d-acf172cbb63b tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.0637970 Aug 16 15:18:34.241891 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-2958964c-c4bd-4db3-aa16-9a9f7fa856d2 req-49b0eb1a-809a-4c8f-aa39-87b64278d0af tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cd64719-1f02-4e88-bb1f-dbc33ca11f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707510 Aug 16 15:18:34.269870 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-2ba244f3-c777-407b-9c54-ece8ca74496b req-cb434e28-7ea8-4594-ac23-028fddf62333 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606306 Aug 16 15:18:34.277022 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:34.302118 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Provisioning for port 28f30e6e-1f6d-46c5-b0ad-7ab9162ac904 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:18:34.306985 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Provisioning complete for port 28f30e6e-1f6d-46c5-b0ad-7ab9162ac904 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:18:34.307532 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:34.401433 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device 6861e961-903e-49c5-b104-2ef9ff4a60a4 up at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:18:34.405217 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:34.469807 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed34becd-dd11-43b2-b3ee-eac65f91f5ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f30e6e-1f6d-46c5-b0ad-7ab9162ac904'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:18:34.472300 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e76958932a03d86b7f0b22df001500a87ec50ba87a7955a81e77db88798745a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee120a0a-4430-41d5-9fe0-4dbe46758419" -d '{"events": [{"server_uuid": "ed34becd-dd11-43b2-b3ee-eac65f91f5ce", "name": "network-vif-plugged", "status": "completed", "tag": "28f30e6e-1f6d-46c5-b0ad-7ab9162ac904"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:18:34.494206 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port 28f30e6e-1f6d-46c5-b0ad-7ab9162ac904, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=28f30e6e-1f6d-46c5-b0ad-7ab9162ac904,segment=NetworkSegment(6a81eeb2-96ac-46f1-9327-0389c5f89c7d),segment_id=6a81eeb2-96ac-46f1-9327-0389c5f89c7d)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:18:34.500630 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:34.527933 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning complete for port 6861e961-903e-49c5-b104-2ef9ff4a60a4 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:18:34.528481 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:34.567724 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534747fd-2255-49f7-b7e7-071196e34101 req-6ea46164-f677-4f38-ba09-14ab5612d07c tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:34.567913 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0fcdfeb-a4d0-4a8b-985c-545971238aaf x-openstack-request-id: req-b0fcdfeb-a4d0-4a8b-985c-545971238aaf {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:18:34.568044 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed34becd-dd11-43b2-b3ee-eac65f91f5ce", "name": "network-vif-plugged", "status": "completed", "tag": "28f30e6e-1f6d-46c5-b0ad-7ab9162ac904", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:18:34.568295 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b0fcdfeb-a4d0-4a8b-985c-545971238aaf {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:18:34.568684 dv-cinder-804757-1-iscsi neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed34becd-dd11-43b2-b3ee-eac65f91f5ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f30e6e-1f6d-46c5-b0ad-7ab9162ac904', 'code': 200} Aug 16 15:18:34.584864 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-534747fd-2255-49f7-b7e7-071196e34101 req-6ea46164-f677-4f38-ba09-14ab5612d07c tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e502ea1-64ee-4c33-8335-f74a9d6424c6 HTTP/1.1" status: 200 len: 945 time: 0.0801973 Aug 16 15:18:34.598256 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Pushing event updated for resources: {'Port': ['ID=28f30e6e-1f6d-46c5-b0ad-7ab9162ac904,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:34.648583 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-534747fd-2255-49f7-b7e7-071196e34101 req-710c5632-93e4-4a19-b8a1-397d87f64123 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cd64719-1f02-4e88-bb1f-dbc33ca11f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599334 Aug 16 15:18:34.722389 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ec1c5-67e4-4f5c-a537-a4131125679b req-e1138b0b-a946-4d76-93c6-7b584f4efb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:34.724333 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-049ec1c5-67e4-4f5c-a537-a4131125679b req-e1138b0b-a946-4d76-93c6-7b584f4efb59 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d3a7f9f707ee45cba24f8d207b4a20be&device_id=8e502ea1-64ee-4c33-8335-f74a9d6424c6 HTTP/1.1" status: 200 len: 1098 time: 0.0940046 Aug 16 15:18:34.862869 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ec1c5-67e4-4f5c-a537-a4131125679b req-1a2ed57c-7011-4dcf-9e78-cc6763adcde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:34.864791 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-049ec1c5-67e4-4f5c-a537-a4131125679b req-1a2ed57c-7011-4dcf-9e78-cc6763adcde6 service neutron] 10.222.0.63 "GET /v2.0/networks?id=5c9974df-1452-4a5b-a52f-46f461318e3c HTTP/1.1" status: 200 len: 911 time: 0.1322296 Aug 16 15:18:34.899913 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f5630-eb25-4d44-bc86-a53c99f8fa0c req-950a3007-f5a2-49aa-8f62-77769796a8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:34.901411 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-8c2f5630-eb25-4d44-bc86-a53c99f8fa0c req-950a3007-f5a2-49aa-8f62-77769796a8dd service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce HTTP/1.1" status: 200 len: 1099 time: 0.0531280 Aug 16 15:18:34.943575 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-049ec1c5-67e4-4f5c-a537-a4131125679b req-1c086602-4563-47ad-a81f-b361e1f9a63a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40e1b29d-e0e8-4c95-b373-1ac902c65df9 HTTP/1.1" status: 200 len: 1001 time: 0.0669162 Aug 16 15:18:34.962284 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-8c2f5630-eb25-4d44-bc86-a53c99f8fa0c req-f3599d5c-89ab-49c4-b78b-8145ad2c4511 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=17af3205-09df-4517-9712-91936f7ba92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373571 Aug 16 15:18:35.006757 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ec1c5-67e4-4f5c-a537-a4131125679b req-f5f9ba81-4beb-4353-b633-e4ec54cfe394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:35.008149 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-049ec1c5-67e4-4f5c-a537-a4131125679b req-f5f9ba81-4beb-4353-b633-e4ec54cfe394 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7ced82d6-0fff-43a3-9b35-104e114d5850 HTTP/1.1" status: 200 len: 850 time: 0.0515656 Aug 16 15:18:35.067331 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ec1c5-67e4-4f5c-a537-a4131125679b req-167c53d1-99bf-4254-bb5a-d99f7318b41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:35.069522 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-049ec1c5-67e4-4f5c-a537-a4131125679b req-167c53d1-99bf-4254-bb5a-d99f7318b41e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=5c9974df-1452-4a5b-a52f-46f461318e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459883 Aug 16 15:18:35.125015 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5f8a3891-afd8-4a3f-99f3-eab7c9032578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:35.214853 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25582f6f-e5e2-4def-9f80-457ebd989bd6 req-e5ff05ad-bb5a-4401-aa1c-d11adaa5d044 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:35.216623 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-25582f6f-e5e2-4def-9f80-457ebd989bd6 req-e5ff05ad-bb5a-4401-aa1c-d11adaa5d044 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce HTTP/1.1" status: 200 len: 946 time: 0.0982208 Aug 16 15:18:35.263135 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-049ec1c5-67e4-4f5c-a537-a4131125679b req-67f5c0df-947a-48dd-9dc6-388f8d0fcd30 service neutron] 10.222.0.63 "GET /v2.0/networks/5c9974df-1452-4a5b-a52f-46f461318e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687970 Aug 16 15:18:35.299640 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-25582f6f-e5e2-4def-9f80-457ebd989bd6 req-3a98f684-2ec7-4cda-9a69-def8c1125776 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/security-groups?id=17af3205-09df-4517-9712-91936f7ba92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764170 Aug 16 15:18:35.408768 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-049ec1c5-67e4-4f5c-a537-a4131125679b req-95593973-e286-4c5c-ac31-4c2b74d5fd06 service neutron] 10.222.0.63 "GET /v2.0/networks/5c9974df-1452-4a5b-a52f-46f461318e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315992 Aug 16 15:18:35.445586 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b546c7f5-b00c-464d-aa88-9bac92f9eb62 req-4775a19b-e070-4d2b-aee9-c66bc97e65b9 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:35.447869 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-b546c7f5-b00c-464d-aa88-9bac92f9eb62 req-4775a19b-e070-4d2b-aee9-c66bc97e65b9 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.0725775 Aug 16 15:18:35.489247 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-b546c7f5-b00c-464d-aa88-9bac92f9eb62 req-aafbbe0e-4ff7-49dd-8040-c0f19ba6e0b5 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341759 Aug 16 15:18:35.799257 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48200485-3f3b-4b22-b2b7-7d54ad1a3505 req-ad8f0238-8ff3-48e2-a117-acfc00fec346 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:35.801146 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-48200485-3f3b-4b22-b2b7-7d54ad1a3505 req-ad8f0238-8ff3-48e2-a117-acfc00fec346 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e502ea1-64ee-4c33-8335-f74a9d6424c6 HTTP/1.1" status: 200 len: 945 time: 0.0821557 Aug 16 15:18:35.861520 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-48200485-3f3b-4b22-b2b7-7d54ad1a3505 req-bbc70e71-509e-4b8b-afc3-192858dd9a87 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cd64719-1f02-4e88-bb1f-dbc33ca11f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535955 Aug 16 15:18:36.432561 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d878b-7629-4c68-a0d2-3ace4cef8538 req-e0669a7a-ae73-4410-812d-72fd0a043cd1 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:36.440532 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-e39d878b-7629-4c68-a0d2-3ace4cef8538 req-e0669a7a-ae73-4410-812d-72fd0a043cd1 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce HTTP/1.1" status: 200 len: 946 time: 0.0606308 Aug 16 15:18:36.480858 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-e39d878b-7629-4c68-a0d2-3ace4cef8538 req-3178486e-c5e3-4165-a60f-d608c0fa332d tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/security-groups?id=17af3205-09df-4517-9712-91936f7ba92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393469 Aug 16 15:18:36.620502 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d42e5b8-d783-4ec6-860b-b5d7ac5ca142 req-27b4403d-11fc-4e49-9805-10fbdf9f360b tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:36.627999 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-6d42e5b8-d783-4ec6-860b-b5d7ac5ca142 req-27b4403d-11fc-4e49-9805-10fbdf9f360b tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce HTTP/1.1" status: 200 len: 946 time: 0.0625806 Aug 16 15:18:36.630759 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a1c11e-ac5e-4d1e-892f-4c964e9feb71 req-df8fb44f-45b7-493f-a8ca-1ce2d9eadf5e tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:36.640331 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-a4a1c11e-ac5e-4d1e-892f-4c964e9feb71 req-df8fb44f-45b7-493f-a8ca-1ce2d9eadf5e tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.0678084 Aug 16 15:18:36.677111 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-6d42e5b8-d783-4ec6-860b-b5d7ac5ca142 req-bd65e013-091e-48cb-ba1b-f3cbfc6bbaa6 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/security-groups?id=17af3205-09df-4517-9712-91936f7ba92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481269 Aug 16 15:18:36.685456 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-a4a1c11e-ac5e-4d1e-892f-4c964e9feb71 req-0373ba45-a86d-4663-bf53-631936ebc940 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458674 Aug 16 15:18:36.703581 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 39964) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:18:36.755700 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4fd61f29-14ed-4c81-94cc-08da44d16cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:37.073199 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e51dc6-88e8-4fe9-a9db-9445dad1de20 req-f065a36b-a596-49fd-97c0-38e54337501e tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:37.074902 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-69e51dc6-88e8-4fe9-a9db-9445dad1de20 req-f065a36b-a596-49fd-97c0-38e54337501e tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e502ea1-64ee-4c33-8335-f74a9d6424c6 HTTP/1.1" status: 200 len: 945 time: 0.0731049 Aug 16 15:18:37.081651 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6653f568-9ead-478f-bd88-c7781774faab tempest-TestShelveInstance-215654526 tempest-TestShelveInstance-215654526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:37.083394 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-6653f568-9ead-478f-bd88-c7781774faab tempest-TestShelveInstance-215654526 tempest-TestShelveInstance-215654526-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce HTTP/1.1" status: 200 len: 1094 time: 0.3786960 Aug 16 15:18:37.087202 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 39978) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:18:37.091700 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [None req-d9919041-12b3-4565-8464-daa0aff53bdf tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Request body: {'floatingip': {'floating_network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'port_id': '28f30e6e-1f6d-46c5-b0ad-7ab9162ac904', 'tenant_id': 'b909c74720ca49ce9720908372ac710e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:18:37.121795 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d9919041-12b3-4565-8464-daa0aff53bdf tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Notify callbacks [] for floatingip, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:37.126530 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-69e51dc6-88e8-4fe9-a9db-9445dad1de20 req-9b4f66f6-5dca-4d41-aa85-06df6f814b2e tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cd64719-1f02-4e88-bb1f-dbc33ca11f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437484 Aug 16 15:18:37.268402 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d9919041-12b3-4565-8464-daa0aff53bdf tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:37.439385 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-d9919041-12b3-4565-8464-daa0aff53bdf tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Allocated IP 172.27.3.9 (b7623838-067e-46d7-9324-3e363fad67d4/838856c9-cc6d-4250-847b-ebd189817dd9/1c40b42f-da85-4805-bfd3-f3936afd9d71) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:18:37.554940 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d9919041-12b3-4565-8464-daa0aff53bdf tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:37.598193 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d9919041-12b3-4565-8464-daa0aff53bdf tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769335250701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268375'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:37.640172 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9919041-12b3-4565-8464-daa0aff53bdf tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Network b7623838-067e-46d7-9324-3e363fad67d4 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:18:37.640745 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-d9919041-12b3-4565-8464-daa0aff53bdf tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:18:37.644344 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9919041-12b3-4565-8464-daa0aff53bdf tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:18:37.667020 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9919041-12b3-4565-8464-daa0aff53bdf tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Pushing event updated for resources: {'Port': ['ID=1c40b42f-da85-4805-bfd3-f3936afd9d71,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:37.681414 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9919041-12b3-4565-8464-daa0aff53bdf tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:18:37.681748 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9919041-12b3-4565-8464-daa0aff53bdf tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:18:37.682077 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9919041-12b3-4565-8464-daa0aff53bdf tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:18:37.682408 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9919041-12b3-4565-8464-daa0aff53bdf tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:18:37.682730 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9919041-12b3-4565-8464-daa0aff53bdf tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:18:37.683049 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9919041-12b3-4565-8464-daa0aff53bdf tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:18:37.683368 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9919041-12b3-4565-8464-daa0aff53bdf tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:18:37.683683 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9919041-12b3-4565-8464-daa0aff53bdf tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:18:37.684018 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9919041-12b3-4565-8464-daa0aff53bdf tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:18:37.684332 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9919041-12b3-4565-8464-daa0aff53bdf tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:18:37.684645 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9919041-12b3-4565-8464-daa0aff53bdf tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:18:37.684957 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9919041-12b3-4565-8464-daa0aff53bdf tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:18:37.898047 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f27aa-e8b6-46ff-8f7e-059b9945e8ed req-a0f333f2-90dd-432e-a3c4-1ae6e2106cd5 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:37.899540 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-e22f27aa-e8b6-46ff-8f7e-059b9945e8ed req-a0f333f2-90dd-432e-a3c4-1ae6e2106cd5 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.1276045 Aug 16 15:18:37.957983 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-e22f27aa-e8b6-46ff-8f7e-059b9945e8ed req-a39e622d-3e01-4455-a95b-ac47d6a4d9bd tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500152 Aug 16 15:18:38.098594 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d9919041-12b3-4565-8464-daa0aff53bdf tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:38.165473 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d9919041-12b3-4565-8464-daa0aff53bdf tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:38.318716 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d9919041-12b3-4565-8464-daa0aff53bdf tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:38.323158 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d9919041-12b3-4565-8464-daa0aff53bdf tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2268376'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:38.656766 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9919041-12b3-4565-8464-daa0aff53bdf tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Pushing event updated for resources: {'Port': ['ID=1c40b42f-da85-4805-bfd3-f3936afd9d71,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:38.669073 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d9919041-12b3-4565-8464-daa0aff53bdf tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798589'] for floatingip, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:38.741937 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ef4ee-742b-434a-8f27-bb5fe715b6bd req-ee78932d-f996-49ad-a70a-1ab6f184846f tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:38.743384 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-2b2ef4ee-742b-434a-8f27-bb5fe715b6bd req-ee78932d-f996-49ad-a70a-1ab6f184846f tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/networks?id=e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab HTTP/1.1" status: 200 len: 815 time: 0.3931658 Aug 16 15:18:38.788821 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-2b2ef4ee-742b-434a-8f27-bb5fe715b6bd req-f3d6d4c3-2b8f-4ded-9a56-b8efeab0e5ec tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/quotas/74d046b645ba40689a9a38f294d5047f HTTP/1.1" status: 200 len: 375 time: 0.0170233 Aug 16 15:18:38.825360 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.db.l3_db [None req-d9919041-12b3-4565-8464-daa0aff53bdf tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Floating IP 73e3b6a4-32e7-4b8d-ad3f-ded17ef54180 associated. External IP: 172.27.3.9, port: 28f30e6e-1f6d-46c5-b0ad-7ab9162ac904. Aug 16 15:18:38.884697 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-2b2ef4ee-742b-434a-8f27-bb5fe715b6bd req-36057aaa-6f6a-4abe-be2d-a0be12fc8cbd tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=74d046b645ba40689a9a38f294d5047f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0893862 Aug 16 15:18:39.061378 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-2b2ef4ee-742b-434a-8f27-bb5fe715b6bd req-cccef396-f6c1-46d5-b8c5-19435b2d5092 service neutron] 10.222.0.22 "GET /v2.0/networks/e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521134 Aug 16 15:18:39.081162 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42ae1e-8a62-4388-8148-e1a30da8a039 req-c31df261-b20e-434b-963d-25682382e061 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:39.083038 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-ee42ae1e-8a62-4388-8148-e1a30da8a039 req-c31df261-b20e-434b-963d-25682382e061 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.0564585 Aug 16 15:18:39.122492 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-ee42ae1e-8a62-4388-8148-e1a30da8a039 req-d029bd71-2b23-487f-abcd-894db4ec838e tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333700 Aug 16 15:18:39.171884 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9919041-12b3-4565-8464-daa0aff53bdf tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Router c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9 has already been hosted by L3 agent b2ca3166-9002-4222-bd01-ae8f73ca62dc {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 15:18:39.234992 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-2b2ef4ee-742b-434a-8f27-bb5fe715b6bd req-7ee5b801-77f6-41ed-83a4-00e9ba226a4c service neutron] 10.222.0.22 "GET /v2.0/networks/e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436946 Aug 16 15:18:39.300234 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9919041-12b3-4565-8464-daa0aff53bdf tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Notify agent at l3_agent.dv-cinder-804757-1-iscsi the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:18:39.310851 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fd4a46-bda2-4839-abf5-aa9a3824a243 None None] Sync routers for ids ['c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9'] in dv-cinder-804757-1-iscsi {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:18:39.320760 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d9919041-12b3-4565-8464-daa0aff53bdf tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:39.321049 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fd4a46-bda2-4839-abf5-aa9a3824a243 None None] Routers {'c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:18:39.322083 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-e5fd4a46-bda2-4839-abf5-aa9a3824a243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:18:34Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:18:39.364572 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-d9919041-12b3-4565-8464-daa0aff53bdf tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2762642 Aug 16 15:18:39.365606 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed34becd-dd11-43b2-b3ee-eac65f91f5ce', 'tag': '28f30e6e-1f6d-46c5-b0ad-7ab9162ac904'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:18:39.368324 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a5cfb7157b8b73f0e4116fd12db15b1ff73336af95e475daca955d95e5834ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2776c9f9-45cc-4a3f-a436-8c30997a8068" -d '{"events": [{"name": "network-changed", "server_uuid": "ed34becd-dd11-43b2-b3ee-eac65f91f5ce", "tag": "28f30e6e-1f6d-46c5-b0ad-7ab9162ac904"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:18:39.414379 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-50f6f8bb-2629-4173-9a97-8af17ae0ef15 req-5a28011e-d7a9-4da8-9527-10d655ca71a9 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/ports?device_id=de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2 HTTP/1.1" status: 200 len: 210 time: 0.0346248 Aug 16 15:18:39.417469 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 15:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66570e25-acda-4d9b-a088-264c269cc94d x-openstack-request-id: req-66570e25-acda-4d9b-a088-264c269cc94d {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:18:39.417861 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed34becd-dd11-43b2-b3ee-eac65f91f5ce", "tag": "28f30e6e-1f6d-46c5-b0ad-7ab9162ac904", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:18:39.418210 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-66570e25-acda-4d9b-a088-264c269cc94d {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:18:39.418718 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed34becd-dd11-43b2-b3ee-eac65f91f5ce', 'tag': '28f30e6e-1f6d-46c5-b0ad-7ab9162ac904', 'status': 'completed', 'code': 200} Aug 16 15:18:39.440917 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-e5fd4a46-bda2-4839-abf5-aa9a3824a243 None None] Set router c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9 gateway port host: dv-cinder-804757-1-iscsi {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:18:39.669231 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-e5fd4a46-bda2-4839-abf5-aa9a3824a243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9', 'name': 'tempest-TestShelveInstance-1037892935-router', 'tenant_id': 'b909c74720ca49ce9720908372ac710e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '6692f156-b0f4-4a76-8f40-0c779393331a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:17:29Z', 'updated_at': '2021-08-16T15:17:32Z', 'revision_number': 4, 'project_id': 'b909c74720ca49ce9720908372ac710e', 'gw_port': {'id': '6692f156-b0f4-4a76-8f40-0c779393331a', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:30Z', 'updated_at': '2021-08-16T15:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_floatingips': [{'id': '73e3b6a4-32e7-4b8d-ad3f-ded17ef54180', 'tenant_id': 'b909c74720ca49ce9720908372ac710e', 'floating_ip_address': '172.27.3.9', 'floating_network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'router_id': 'c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9', 'port_id': '28f30e6e-1f6d-46c5-b0ad-7ab9162ac904', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39688803-4c7a-4e65-bd12-e072ee8a86dc', 'mac_address': 'fa:16:3e:97:6d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed34becd-dd11-43b2-b3ee-eac65f91f5ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T15:18:37Z', 'updated_at': '2021-08-16T15:18:37Z', 'revision_number': 0, 'project_id': 'b909c74720ca49ce9720908372ac710e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdc8ba3d-91bb-457b-9f25-fa8c4d756b8a', 'name': '', 'network_id': '39688803-4c7a-4e65-bd12-e072ee8a86dc', 'tenant_id': 'b909c74720ca49ce9720908372ac710e', 'mac_address': 'fa:16:3e:e7:e6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '5f7e542c-3ecd-4a2a-b7d4-b70d0efc580a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:32Z', 'updated_at': '2021-08-16T15:17:42Z', 'revision_number': 5, 'project_id': 'b909c74720ca49ce9720908372ac710e', 'subnets': [{'id': '5f7e542c-3ecd-4a2a-b7d4-b70d0efc580a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:18:39.694961 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fd4a46-bda2-4839-abf5-aa9a3824a243 None None] Checking router: c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9 for host: dv-cinder-804757-1-iscsi {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:18:39.703439 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fd4a46-bda2-4839-abf5-aa9a3824a243 None None] Routers {'c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:18:39.704075 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-e5fd4a46-bda2-4839-abf5-aa9a3824a243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:18:34Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:18:39.806231 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-e5fd4a46-bda2-4839-abf5-aa9a3824a243 None None] Set router c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9 gateway port host: dv-cinder-804757-1-iscsi {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:18:40.101942 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-e5fd4a46-bda2-4839-abf5-aa9a3824a243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9', 'name': 'tempest-TestShelveInstance-1037892935-router', 'tenant_id': 'b909c74720ca49ce9720908372ac710e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '6692f156-b0f4-4a76-8f40-0c779393331a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:17:29Z', 'updated_at': '2021-08-16T15:17:32Z', 'revision_number': 4, 'project_id': 'b909c74720ca49ce9720908372ac710e', 'gw_port': {'id': '6692f156-b0f4-4a76-8f40-0c779393331a', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:30Z', 'updated_at': '2021-08-16T15:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_floatingips': [{'id': '73e3b6a4-32e7-4b8d-ad3f-ded17ef54180', 'tenant_id': 'b909c74720ca49ce9720908372ac710e', 'floating_ip_address': '172.27.3.9', 'floating_network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'router_id': 'c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9', 'port_id': '28f30e6e-1f6d-46c5-b0ad-7ab9162ac904', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39688803-4c7a-4e65-bd12-e072ee8a86dc', 'mac_address': 'fa:16:3e:97:6d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed34becd-dd11-43b2-b3ee-eac65f91f5ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T15:18:37Z', 'updated_at': '2021-08-16T15:18:37Z', 'revision_number': 0, 'project_id': 'b909c74720ca49ce9720908372ac710e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdc8ba3d-91bb-457b-9f25-fa8c4d756b8a', 'name': '', 'network_id': '39688803-4c7a-4e65-bd12-e072ee8a86dc', 'tenant_id': 'b909c74720ca49ce9720908372ac710e', 'mac_address': 'fa:16:3e:e7:e6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '5f7e542c-3ecd-4a2a-b7d4-b70d0efc580a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:32Z', 'updated_at': '2021-08-16T15:17:42Z', 'revision_number': 5, 'project_id': 'b909c74720ca49ce9720908372ac710e', 'subnets': [{'id': '5f7e542c-3ecd-4a2a-b7d4-b70d0efc580a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:18:40.127766 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fd4a46-bda2-4839-abf5-aa9a3824a243 None None] The sync data for ids ['c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9'] in dv-cinder-804757-1-iscsi is: [{'id': 'c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9', 'name': 'tempest-TestShelveInstance-1037892935-router', 'tenant_id': 'b909c74720ca49ce9720908372ac710e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '6692f156-b0f4-4a76-8f40-0c779393331a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:17:29Z', 'updated_at': '2021-08-16T15:17:32Z', 'revision_number': 4, 'project_id': 'b909c74720ca49ce9720908372ac710e', 'gw_port': {'id': '6692f156-b0f4-4a76-8f40-0c779393331a', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:30Z', 'updated_at': '2021-08-16T15:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_floatingips': [{'id': '73e3b6a4-32e7-4b8d-ad3f-ded17ef54180', 'tenant_id': 'b909c74720ca49ce9720908372ac710e', 'floating_ip_address': '172.27.3.9', 'floating_network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'router_id': 'c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9', 'port_id': '28f30e6e-1f6d-46c5-b0ad-7ab9162ac904', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39688803-4c7a-4e65-bd12-e072ee8a86dc', 'mac_address': 'fa:16:3e:97:6d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed34becd-dd11-43b2-b3ee-eac65f91f5ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T15:18:37Z', 'updated_at': '2021-08-16T15:18:37Z', 'revision_number': 0, 'project_id': 'b909c74720ca49ce9720908372ac710e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdc8ba3d-91bb-457b-9f25-fa8c4d756b8a', 'name': '', 'network_id': '39688803-4c7a-4e65-bd12-e072ee8a86dc', 'tenant_id': 'b909c74720ca49ce9720908372ac710e', 'mac_address': 'fa:16:3e:e7:e6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '5f7e542c-3ecd-4a2a-b7d4-b70d0efc580a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:32Z', 'updated_at': '2021-08-16T15:17:42Z', 'revision_number': 5, 'project_id': 'b909c74720ca49ce9720908372ac710e', 'subnets': [{'id': '5f7e542c-3ecd-4a2a-b7d4-b70d0efc580a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:18:40.263610 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e05abca-1562-4e02-b44f-0497d192f618 req-a5c52402-7222-4d8c-a3e0-2e438756a1fc tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:40.265268 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-4e05abca-1562-4e02-b44f-0497d192f618 req-a5c52402-7222-4d8c-a3e0-2e438756a1fc tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.0652494 Aug 16 15:18:40.305250 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-4e05abca-1562-4e02-b44f-0497d192f618 req-912388c4-f6b5-458f-a18e-002760ad8980 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336165 Aug 16 15:18:40.337253 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918391eb-03af-4c70-81f3-d71948addc3e None None] New status for floating IP 73e3b6a4-32e7-4b8d-ad3f-ded17ef54180: ACTIVE {{(pid=94053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 15:18:40.499367 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-45efc9fe-d5e4-4a6e-be95-393df1a929e7 req-c77aaf86-9171-4989-add5-0ba83c374dd4 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/ports?device_id=de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2 HTTP/1.1" status: 200 len: 210 time: 0.0303700 Aug 16 15:18:40.828655 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2776c9f9-45cc-4a3f-a436-8c30997a8068 req-f25c52ef-fbcf-4cba-b4e4-c2fb2723fb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:40.830138 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-2776c9f9-45cc-4a3f-a436-8c30997a8068 req-f25c52ef-fbcf-4cba-b4e4-c2fb2723fb22 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b909c74720ca49ce9720908372ac710e&device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce HTTP/1.1" status: 200 len: 1099 time: 0.0403774 Aug 16 15:18:40.921860 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2776c9f9-45cc-4a3f-a436-8c30997a8068 req-c21c6acd-8033-433c-b0b9-41ca3d569481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:40.923296 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-2776c9f9-45cc-4a3f-a436-8c30997a8068 req-c21c6acd-8033-433c-b0b9-41ca3d569481 service neutron] 10.222.0.63 "GET /v2.0/networks?id=39688803-4c7a-4e65-bd12-e072ee8a86dc HTTP/1.1" status: 200 len: 909 time: 0.0842803 Aug 16 15:18:40.995255 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-2776c9f9-45cc-4a3f-a436-8c30997a8068 req-ec208bcf-5e83-4f67-8592-d8b8fa6fee8e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28f30e6e-1f6d-46c5-b0ad-7ab9162ac904 HTTP/1.1" status: 200 len: 1000 time: 0.0627587 Aug 16 15:18:41.050396 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2776c9f9-45cc-4a3f-a436-8c30997a8068 req-8350c53e-cc99-4b28-8d5e-4b015bc5d15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:41.051813 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-2776c9f9-45cc-4a3f-a436-8c30997a8068 req-8350c53e-cc99-4b28-8d5e-4b015bc5d15a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5f7e542c-3ecd-4a2a-b7d4-b70d0efc580a HTTP/1.1" status: 200 len: 848 time: 0.0441906 Aug 16 15:18:41.112170 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2776c9f9-45cc-4a3f-a436-8c30997a8068 req-fbd83ee2-5919-4342-a1fd-7c3618cc03a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:41.113590 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-2776c9f9-45cc-4a3f-a436-8c30997a8068 req-fbd83ee2-5919-4342-a1fd-7c3618cc03a0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=39688803-4c7a-4e65-bd12-e072ee8a86dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387499 Aug 16 15:18:41.215480 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-2776c9f9-45cc-4a3f-a436-8c30997a8068 req-c1ba5133-bef1-4e4e-b1b9-afcf283ac873 service neutron] 10.222.0.63 "GET /v2.0/networks/39688803-4c7a-4e65-bd12-e072ee8a86dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831599 Aug 16 15:18:41.308804 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-2776c9f9-45cc-4a3f-a436-8c30997a8068 req-146b401f-5b48-49dc-a7f7-cc12d5dcafa6 service neutron] 10.222.0.63 "GET /v2.0/networks/39688803-4c7a-4e65-bd12-e072ee8a86dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810406 Aug 16 15:18:41.458635 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7909157c-f708-4505-b312-fe3c5fbfacf4 req-22567ee5-157b-4d5b-95f5-ea9e3d49910e tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:41.461596 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-7909157c-f708-4505-b312-fe3c5fbfacf4 req-22567ee5-157b-4d5b-95f5-ea9e3d49910e tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.0676341 Aug 16 15:18:41.504627 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-7909157c-f708-4505-b312-fe3c5fbfacf4 req-1b2d73ce-4dbd-4bd9-b0d4-269cd6318d79 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359423 Aug 16 15:18:41.571732 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ef4ee-742b-434a-8f27-bb5fe715b6bd req-62a5ea3e-937c-4d0e-bb06-ab63b5209ef2 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:41.573208 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-2b2ef4ee-742b-434a-8f27-bb5fe715b6bd req-62a5ea3e-937c-4d0e-bb06-ab63b5209ef2 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.63 "GET /v2.0/networks?id=e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab HTTP/1.1" status: 200 len: 815 time: 0.1261597 Aug 16 15:18:41.599110 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-9516b6d1-e296-4f68-b7ab-b9c613d3ecc8 req-0038b9aa-f966-4c1f-b8f4-39b2cb867c92 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/ports?device_id=de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2 HTTP/1.1" status: 200 len: 210 time: 0.0249748 Aug 16 15:18:41.605297 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.v2.base [req-2b2ef4ee-742b-434a-8f27-bb5fe715b6bd req-e9cd0882-9c27-4d33-9722-cf583047d1cd tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Request body: {'port': {'device_id': 'de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2', 'network_id': 'e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab', 'admin_state_up': True, 'tenant_id': '74d046b645ba40689a9a38f294d5047f'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:18:41.718833 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b2ef4ee-742b-434a-8f27-bb5fe715b6bd req-e9cd0882-9c27-4d33-9722-cf583047d1cd tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Made reservation on behalf of 74d046b645ba40689a9a38f294d5047f for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:18:41.722301 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-2b2ef4ee-742b-434a-8f27-bb5fe715b6bd req-e9cd0882-9c27-4d33-9722-cf583047d1cd tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:41.858664 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-2b2ef4ee-742b-434a-8f27-bb5fe715b6bd req-e9cd0882-9c27-4d33-9722-cf583047d1cd tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Allocated IP 172.20.0.5 (e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab/2468f3cc-012a-4fe4-84ca-361a65cab58f/74db418b-edee-450a-80a6-8bf95ebcc50f) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:18:42.018577 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-2b2ef4ee-742b-434a-8f27-bb5fe715b6bd req-e9cd0882-9c27-4d33-9722-cf583047d1cd tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:42.032016 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-2b2ef4ee-742b-434a-8f27-bb5fe715b6bd req-e9cd0882-9c27-4d33-9722-cf583047d1cd tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Transition to ACTIVE for port object 74db418b-edee-450a-80a6-8bf95ebcc50f will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:18:42.068540 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-2b2ef4ee-742b-434a-8f27-bb5fe715b6bd req-e9cd0882-9c27-4d33-9722-cf583047d1cd tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769335250701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2787876'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:42.108022 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b2ef4ee-742b-434a-8f27-bb5fe715b6bd req-e9cd0882-9c27-4d33-9722-cf583047d1cd tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Network e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:18:42.110960 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-2b2ef4ee-742b-434a-8f27-bb5fe715b6bd req-e9cd0882-9c27-4d33-9722-cf583047d1cd tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:18:42.114291 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b2ef4ee-742b-434a-8f27-bb5fe715b6bd req-e9cd0882-9c27-4d33-9722-cf583047d1cd tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:18:42.155076 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cd0882-9c27-4d33-9722-cf583047d1cd tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Pushing event updated for resources: {'Port': ['ID=74db418b-edee-450a-80a6-8bf95ebcc50f,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:42.169296 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cd0882-9c27-4d33-9722-cf583047d1cd tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:18:42.169635 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cd0882-9c27-4d33-9722-cf583047d1cd tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:18:42.169967 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cd0882-9c27-4d33-9722-cf583047d1cd tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:18:42.170295 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cd0882-9c27-4d33-9722-cf583047d1cd tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:18:42.170617 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cd0882-9c27-4d33-9722-cf583047d1cd tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:18:42.170948 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cd0882-9c27-4d33-9722-cf583047d1cd tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:18:42.171263 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cd0882-9c27-4d33-9722-cf583047d1cd tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:18:42.171577 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cd0882-9c27-4d33-9722-cf583047d1cd tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:18:42.171892 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cd0882-9c27-4d33-9722-cf583047d1cd tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:18:42.172229 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cd0882-9c27-4d33-9722-cf583047d1cd tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:18:42.172543 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cd0882-9c27-4d33-9722-cf583047d1cd tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:18:42.172856 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cd0882-9c27-4d33-9722-cf583047d1cd tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:18:42.185771 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ef4ee-742b-434a-8f27-bb5fe715b6bd req-e9cd0882-9c27-4d33-9722-cf583047d1cd tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:42.186382 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-2b2ef4ee-742b-434a-8f27-bb5fe715b6bd req-e9cd0882-9c27-4d33-9722-cf583047d1cd tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:42.208728 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-2b2ef4ee-742b-434a-8f27-bb5fe715b6bd req-e9cd0882-9c27-4d33-9722-cf583047d1cd tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6068194 Aug 16 15:18:42.370408 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-7e5e2f1b-53da-46da-b9c0-4ced3776a2b5 None None] Provisioning for port 74db418b-edee-450a-80a6-8bf95ebcc50f completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:18:42.374080 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-7e5e2f1b-53da-46da-b9c0-4ced3776a2b5 None None] Provisioning complete for port 74db418b-edee-450a-80a6-8bf95ebcc50f triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:18:42.374449 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7e5e2f1b-53da-46da-b9c0-4ced3776a2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:42.407473 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-7e5e2f1b-53da-46da-b9c0-4ced3776a2b5 None None] Port 74db418b-edee-450a-80a6-8bf95ebcc50f cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 15:18:42.618784 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae85de9-963d-42bd-b9a2-2cd3ff630480 req-0fa7123e-0009-4e5e-b26d-d3834a5edf6f tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:42.620260 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-6ae85de9-963d-42bd-b9a2-2cd3ff630480 req-0fa7123e-0009-4e5e-b26d-d3834a5edf6f tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.0479615 Aug 16 15:18:42.658674 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-6ae85de9-963d-42bd-b9a2-2cd3ff630480 req-f3c3e89a-7655-463b-967d-c166a136e8ba tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322292 Aug 16 15:18:42.715175 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a544311a-2a73-44ab-8a8a-6d9636a9ee58 req-5f1613e7-781d-434d-bc47-6c3831bcc36d tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:42.716706 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-a544311a-2a73-44ab-8a8a-6d9636a9ee58 req-5f1613e7-781d-434d-bc47-6c3831bcc36d tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/ports?device_id=de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2 HTTP/1.1" status: 200 len: 931 time: 0.0479124 Aug 16 15:18:42.752242 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-a544311a-2a73-44ab-8a8a-6d9636a9ee58 req-06075f1f-60a6-4a00-83d4-4d8e0a6932aa tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a0e2430-a832-49a7-b80a-9e1eb0384896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295155 Aug 16 15:18:43.786374 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb6567a-81af-48d2-9795-27262b7b3eef req-6a8297f5-94db-4093-9669-d4d80b8e3503 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:43.788827 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-fbb6567a-81af-48d2-9795-27262b7b3eef req-6a8297f5-94db-4093-9669-d4d80b8e3503 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.0633032 Aug 16 15:18:43.851834 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-fbb6567a-81af-48d2-9795-27262b7b3eef req-5c72f4e6-5948-430d-94ce-62eb080328d7 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576365 Aug 16 15:18:43.900501 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74262427-a6ba-41db-a6ea-f769a5c082ff req-6b305542-a1dd-4bab-b828-b8e1ec7256e9 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:43.902096 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-74262427-a6ba-41db-a6ea-f769a5c082ff req-6b305542-a1dd-4bab-b828-b8e1ec7256e9 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/ports?device_id=de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2 HTTP/1.1" status: 200 len: 931 time: 0.0601678 Aug 16 15:18:43.938993 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-74262427-a6ba-41db-a6ea-f769a5c082ff req-150f209f-f52c-4e68-bb00-d2e3f08c9b3d tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a0e2430-a832-49a7-b80a-9e1eb0384896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307100 Aug 16 15:18:44.982677 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f23e522-48fc-4ebb-8375-78dcf233df03 req-d6a6bf94-f209-4f59-83d6-4eb1205726d1 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:44.984171 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-5f23e522-48fc-4ebb-8375-78dcf233df03 req-d6a6bf94-f209-4f59-83d6-4eb1205726d1 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.0492151 Aug 16 15:18:45.023319 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-5f23e522-48fc-4ebb-8375-78dcf233df03 req-e939151a-ac93-4ec4-a9f4-b4ab3b9e8ca3 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326445 Aug 16 15:18:45.059145 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1065eee-a0be-49b1-ab60-a6ac8c46e6ec req-7f76cba8-41dc-4150-8c1e-7f2068bde9b7 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:45.060633 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-d1065eee-a0be-49b1-ab60-a6ac8c46e6ec req-7f76cba8-41dc-4150-8c1e-7f2068bde9b7 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/ports?device_id=de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2 HTTP/1.1" status: 200 len: 931 time: 0.0525053 Aug 16 15:18:45.098411 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-d1065eee-a0be-49b1-ab60-a6ac8c46e6ec req-e726a46b-5444-404c-a7f6-f3c2d12bbad5 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a0e2430-a832-49a7-b80a-9e1eb0384896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320048 Aug 16 15:18:46.145787 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e328542a-78a4-49a2-af1b-ec2e2346adfc req-eb0f63db-0e1e-4f5e-bac2-400bcc79a3e9 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:46.147283 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-e328542a-78a4-49a2-af1b-ec2e2346adfc req-eb0f63db-0e1e-4f5e-bac2-400bcc79a3e9 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.0483332 Aug 16 15:18:46.196554 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-e328542a-78a4-49a2-af1b-ec2e2346adfc req-7f80e8df-e414-4098-80e1-cc988e9f36b6 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423913 Aug 16 15:18:46.248973 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f8c760-553a-492e-ab27-68833f276e03 req-20bfb035-5ec1-49d9-9ec4-e63c4d99c67f tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:46.250840 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-a0f8c760-553a-492e-ab27-68833f276e03 req-20bfb035-5ec1-49d9-9ec4-e63c4d99c67f tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/ports?device_id=de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2 HTTP/1.1" status: 200 len: 931 time: 0.0615239 Aug 16 15:18:46.295250 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-a0f8c760-553a-492e-ab27-68833f276e03 req-186ecd82-12b2-48d8-818b-e574fdc83401 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a0e2430-a832-49a7-b80a-9e1eb0384896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382652 Aug 16 15:18:46.742123 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-6da3d960-e4db-4265-b716-c58f962b4f81 req-8bb7dd12-8ac1-4b03-a949-a17b9c5a660e tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-538651142&fields=id&tenant_id=83f7d345b47b4d06a48fabeb3dd2c893 HTTP/1.1" status: 200 len: 267 time: 0.0369463 Aug 16 15:18:46.851751 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da3d960-e4db-4265-b716-c58f962b4f81 req-b2f56bab-2ed0-487e-9b57-2ab9165b1fec tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:46.854083 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-6da3d960-e4db-4265-b716-c58f962b4f81 req-b2f56bab-2ed0-487e-9b57-2ab9165b1fec tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/networks?id=7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a HTTP/1.1" status: 200 len: 811 time: 0.1050074 Aug 16 15:18:46.868907 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-6da3d960-e4db-4265-b716-c58f962b4f81 req-6c2f0e22-9c72-403a-8e2a-59eb675e2855 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/quotas/83f7d345b47b4d06a48fabeb3dd2c893 HTTP/1.1" status: 200 len: 375 time: 0.0097361 Aug 16 15:18:46.923004 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-6da3d960-e4db-4265-b716-c58f962b4f81 req-7e6151df-9900-4ade-9dd5-4cbe0f87903b tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=83f7d345b47b4d06a48fabeb3dd2c893&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483756 Aug 16 15:18:47.026633 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-6da3d960-e4db-4265-b716-c58f962b4f81 req-0035ed74-0b5d-4df5-9a9c-291383ff211a service neutron] 10.222.0.22 "GET /v2.0/networks/7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923200 Aug 16 15:18:47.116267 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-6da3d960-e4db-4265-b716-c58f962b4f81 req-68916104-e2c3-4254-8da4-6d897c334e32 service neutron] 10.222.0.22 "GET /v2.0/networks/7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832367 Aug 16 15:18:47.330540 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6363ec9-6b37-484f-aa5f-a9faf34e073a req-19a75f79-5ddc-4622-b80a-0ca0e0591580 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:47.332033 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-b6363ec9-6b37-484f-aa5f-a9faf34e073a req-19a75f79-5ddc-4622-b80a-0ca0e0591580 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.0520062 Aug 16 15:18:47.393589 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-b6363ec9-6b37-484f-aa5f-a9faf34e073a req-cc93dbf8-c7df-42fa-b825-05b9e4f15641 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550044 Aug 16 15:18:47.477002 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-722f8413-fad1-40af-9fa5-712ea4d9c835 req-c160b76f-64ee-4725-b894-e97ee906423d tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/ports?device_id=6993417b-2795-4280-b1d3-98ccb5a4f107 HTTP/1.1" status: 200 len: 210 time: 0.0303886 Aug 16 15:18:47.505737 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c45a61-203e-4487-b957-78652f2f29b6 req-84c43cf6-6ab7-4e8b-8c3c-a21facacc30b tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:47.516979 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-56c45a61-203e-4487-b957-78652f2f29b6 req-84c43cf6-6ab7-4e8b-8c3c-a21facacc30b tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/ports?device_id=de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2 HTTP/1.1" status: 200 len: 931 time: 0.0969036 Aug 16 15:18:47.572464 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-56c45a61-203e-4487-b957-78652f2f29b6 req-45ab016a-f1c0-4fc4-97b1-d42cdb57d503 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a0e2430-a832-49a7-b80a-9e1eb0384896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530028 Aug 16 15:18:48.512304 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b973df-4c67-437a-881b-2bb466058b30 req-58760a53-dc75-487d-84ce-81f375cca127 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:48.513774 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-04b973df-4c67-437a-881b-2bb466058b30 req-58760a53-dc75-487d-84ce-81f375cca127 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.0503082 Aug 16 15:18:48.560437 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-04b973df-4c67-437a-881b-2bb466058b30 req-16dd88b4-dcd7-4d7f-95a7-144270f55cbf tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407815 Aug 16 15:18:48.569475 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-5176b15b-3f97-497d-88dd-819e68c70ff9 req-4a2a77a0-718f-4b07-b41e-116cc41f999e tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/ports?device_id=6993417b-2795-4280-b1d3-98ccb5a4f107 HTTP/1.1" status: 200 len: 210 time: 0.0271566 Aug 16 15:18:48.684519 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93ea9e-f104-42fd-82bf-da121e75e299 req-f7132d5e-6cbe-48a3-90d8-f014effbc6fb tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:48.685966 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-3a93ea9e-f104-42fd-82bf-da121e75e299 req-f7132d5e-6cbe-48a3-90d8-f014effbc6fb tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/ports?device_id=de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2 HTTP/1.1" status: 200 len: 931 time: 0.0508447 Aug 16 15:18:48.724032 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-3a93ea9e-f104-42fd-82bf-da121e75e299 req-97eb649d-d737-466f-bc70-76ccd01ef33b tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a0e2430-a832-49a7-b80a-9e1eb0384896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320506 Aug 16 15:18:49.671962 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-e6034cbf-4db0-4868-a853-c77c39596d8d req-00d586d7-cd3f-418f-8a10-0a681c8e213f tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/ports?device_id=6993417b-2795-4280-b1d3-98ccb5a4f107 HTTP/1.1" status: 200 len: 210 time: 0.0309670 Aug 16 15:18:49.692522 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc0bfcc-5b02-4999-80a2-0ab101b861b0 req-5d3e68ba-c3d0-4947-ad95-d6ed61f32c2b tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:49.694618 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-5bc0bfcc-5b02-4999-80a2-0ab101b861b0 req-5d3e68ba-c3d0-4947-ad95-d6ed61f32c2b tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.0505209 Aug 16 15:18:49.731502 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-5bc0bfcc-5b02-4999-80a2-0ab101b861b0 req-7aa88a93-9954-442c-aac8-2643f32fc51e tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306695 Aug 16 15:18:49.861301 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a793cb8d-649f-45ff-b5bf-542da29d64f1 req-1a45a9ed-4aa8-46b2-ae03-0cebb8a8dfff tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:49.863243 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-a793cb8d-649f-45ff-b5bf-542da29d64f1 req-1a45a9ed-4aa8-46b2-ae03-0cebb8a8dfff tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/ports?device_id=de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2 HTTP/1.1" status: 200 len: 931 time: 0.0687723 Aug 16 15:18:49.904276 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-a793cb8d-649f-45ff-b5bf-542da29d64f1 req-c97f813e-05de-41e5-ac0d-b1e7e17b6540 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a0e2430-a832-49a7-b80a-9e1eb0384896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348535 Aug 16 15:18:50.776842 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-ad9a8c85-9029-49ff-8815-742f8a9461f1 req-9c2f9fe6-68dc-4e7b-b1bf-c0eab4639301 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/ports?device_id=6993417b-2795-4280-b1d3-98ccb5a4f107 HTTP/1.1" status: 200 len: 210 time: 0.0366540 Aug 16 15:18:50.861079 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d32af-aa4e-404e-a45d-d923e59f3aa7 req-016dd6ca-e8e4-43c1-af8d-82eb0b075e31 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:50.862812 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-356d32af-aa4e-404e-a45d-d923e59f3aa7 req-016dd6ca-e8e4-43c1-af8d-82eb0b075e31 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.0495751 Aug 16 15:18:50.903160 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-356d32af-aa4e-404e-a45d-d923e59f3aa7 req-89fd09c1-3a1d-4558-860c-6b5a99a8294c tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332241 Aug 16 15:18:51.044794 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcae86ff-5ff4-4da1-9ed7-3878c31e0ecb req-6297ff4e-dabd-4c41-9c4e-b2d3915fbb81 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:51.046257 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-fcae86ff-5ff4-4da1-9ed7-3878c31e0ecb req-6297ff4e-dabd-4c41-9c4e-b2d3915fbb81 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/ports?device_id=de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2 HTTP/1.1" status: 200 len: 931 time: 0.0624504 Aug 16 15:18:51.085172 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-fcae86ff-5ff4-4da1-9ed7-3878c31e0ecb req-12193817-6d9c-4fdd-8fbb-fe14105edadb tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a0e2430-a832-49a7-b80a-9e1eb0384896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324643 Aug 16 15:18:51.869887 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-d927c51b-557a-4867-9c40-367506407130 req-7b35329d-0b19-4fe0-9fde-3a0a89c0ede5 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/ports?device_id=6993417b-2795-4280-b1d3-98ccb5a4f107 HTTP/1.1" status: 200 len: 210 time: 0.0325644 Aug 16 15:18:52.023099 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2636e7-f38d-4cf9-ba96-ba98f8a9c7f3 req-9957bcdb-2bc4-40ac-9f4f-6e646e4224b2 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:52.024605 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-fd2636e7-f38d-4cf9-ba96-ba98f8a9c7f3 req-9957bcdb-2bc4-40ac-9f4f-6e646e4224b2 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.0517156 Aug 16 15:18:52.066964 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-fd2636e7-f38d-4cf9-ba96-ba98f8a9c7f3 req-4999ca92-73fc-4e4c-91b7-36e5fdd595f3 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362620 Aug 16 15:18:52.203336 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb392b8-9276-4e33-adc8-33c9144439d6 req-3f601ed0-fa74-4370-a1b6-232a7d515f85 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:52.205022 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-bdb392b8-9276-4e33-adc8-33c9144439d6 req-3f601ed0-fa74-4370-a1b6-232a7d515f85 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/ports?device_id=de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2 HTTP/1.1" status: 200 len: 931 time: 0.0522583 Aug 16 15:18:52.244141 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-bdb392b8-9276-4e33-adc8-33c9144439d6 req-7af34176-b6c8-4373-aa7b-58960abc8765 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a0e2430-a832-49a7-b80a-9e1eb0384896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323992 Aug 16 15:18:52.962762 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-23dc817c-286f-4530-a68a-e2aa8badc770 req-10b310b2-2838-4043-a40f-d0c547b75041 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/ports?device_id=6993417b-2795-4280-b1d3-98ccb5a4f107 HTTP/1.1" status: 200 len: 210 time: 0.0257173 Aug 16 15:18:53.189829 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d1733-6950-446a-8161-61b7e6e51070 req-b99a98a7-cf2c-4195-a753-3091f8356f83 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:53.191296 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-4f8d1733-6950-446a-8161-61b7e6e51070 req-b99a98a7-cf2c-4195-a753-3091f8356f83 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.0484068 Aug 16 15:18:53.233158 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-4f8d1733-6950-446a-8161-61b7e6e51070 req-8c5c6ba4-186c-4b8d-b053-566e6b20a0bd tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358460 Aug 16 15:18:53.357703 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d23f8-ca5e-4510-ab41-6d060d1d999d req-d3903dff-7f3a-4ef5-82d5-9862479ea7d5 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:53.359148 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-938d23f8-ca5e-4510-ab41-6d060d1d999d req-d3903dff-7f3a-4ef5-82d5-9862479ea7d5 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/ports?device_id=de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2 HTTP/1.1" status: 200 len: 931 time: 0.0484307 Aug 16 15:18:53.397558 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-938d23f8-ca5e-4510-ab41-6d060d1d999d req-4552f7cf-7e22-47e1-9c8e-29de4122f6da tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a0e2430-a832-49a7-b80a-9e1eb0384896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319777 Aug 16 15:18:54.072824 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-026530be-f8cf-49cd-9363-b7f7aac4908b req-c859a5e9-8d9b-480d-bdc0-df7bdfc96507 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/ports?device_id=6993417b-2795-4280-b1d3-98ccb5a4f107 HTTP/1.1" status: 200 len: 210 time: 0.0352778 Aug 16 15:18:54.372132 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33237dd-372d-4281-8b55-1b9478320219 req-b92b0bf1-8cd4-411b-bf57-758acb639d4e tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:54.373688 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-a33237dd-372d-4281-8b55-1b9478320219 req-b92b0bf1-8cd4-411b-bf57-758acb639d4e tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.0605950 Aug 16 15:18:54.422749 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-a33237dd-372d-4281-8b55-1b9478320219 req-98188f6b-8f45-42cd-9c7c-91813d14d865 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428503 Aug 16 15:18:54.528116 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76405858-0d36-4144-9893-6a92d1e556e3 req-d3e90737-4d9b-44b5-aa20-773fd7868c41 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:54.529797 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-76405858-0d36-4144-9893-6a92d1e556e3 req-d3e90737-4d9b-44b5-aa20-773fd7868c41 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/ports?device_id=de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2 HTTP/1.1" status: 200 len: 931 time: 0.0517368 Aug 16 15:18:54.575703 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-76405858-0d36-4144-9893-6a92d1e556e3 req-b06f0291-ba74-4124-afba-3bc785a4843a tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a0e2430-a832-49a7-b80a-9e1eb0384896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392818 Aug 16 15:18:55.165258 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-0cb6ef98-5466-469a-b0de-5b71e3b93d7d req-6007a07f-ae11-403c-a27c-fd24723bd398 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/ports?device_id=6993417b-2795-4280-b1d3-98ccb5a4f107 HTTP/1.1" status: 200 len: 210 time: 0.0267990 Aug 16 15:18:55.539611 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c650f10e-3a02-4b3a-ad4d-058febdaff17 req-36742d13-0c1a-41a1-a591-f6a40a405471 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:55.541239 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-c650f10e-3a02-4b3a-ad4d-058febdaff17 req-36742d13-0c1a-41a1-a591-f6a40a405471 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.0495849 Aug 16 15:18:55.580878 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-c650f10e-3a02-4b3a-ad4d-058febdaff17 req-05a22f68-dd45-4701-9730-957cf85b50cf tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338061 Aug 16 15:18:55.691627 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153fc0c8-d054-48d4-96c0-3d0064b819cf req-da3568ff-fc01-41c7-bd9e-f089974a48b2 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:55.693334 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-153fc0c8-d054-48d4-96c0-3d0064b819cf req-da3568ff-fc01-41c7-bd9e-f089974a48b2 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/ports?device_id=de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2 HTTP/1.1" status: 200 len: 931 time: 0.0492058 Aug 16 15:18:55.732851 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-153fc0c8-d054-48d4-96c0-3d0064b819cf req-5e621418-d21c-42b5-9e15-8b3c3636eb56 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a0e2430-a832-49a7-b80a-9e1eb0384896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327911 Aug 16 15:18:56.133252 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:56.257307 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-e2db2401-9433-4a70-959e-f4f19ec15dd6 req-391672fd-a304-475f-b610-5f4157a52521 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/ports?device_id=6993417b-2795-4280-b1d3-98ccb5a4f107 HTTP/1.1" status: 200 len: 210 time: 0.0260611 Aug 16 15:18:56.700461 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5273ecf-2ce9-4cb2-860c-af72082943c4 req-fc317ef0-d652-4595-8e10-afdf015d5ab0 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:56.701963 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-d5273ecf-2ce9-4cb2-860c-af72082943c4 req-fc317ef0-d652-4595-8e10-afdf015d5ab0 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.0521402 Aug 16 15:18:56.738777 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-d5273ecf-2ce9-4cb2-860c-af72082943c4 req-99ca3754-e5b5-4840-a85b-44dacb422f8e tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309982 Aug 16 15:18:56.853176 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc4b49-cdc0-41af-8588-8cd3a7c132b4 req-3ffc8ecd-d2da-40e3-bae9-fbb07982b741 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:56.854615 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-28fc4b49-cdc0-41af-8588-8cd3a7c132b4 req-3ffc8ecd-d2da-40e3-bae9-fbb07982b741 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/ports?device_id=de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2 HTTP/1.1" status: 200 len: 931 time: 0.0507596 Aug 16 15:18:56.901313 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-28fc4b49-cdc0-41af-8588-8cd3a7c132b4 req-79ad445f-5294-4743-bcea-aa8395673995 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a0e2430-a832-49a7-b80a-9e1eb0384896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384722 Aug 16 15:18:57.349154 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-0628cbf6-5f11-46e0-be42-f52e7941518b req-f34d630a-50da-43ca-8d51-c6e6945be776 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/ports?device_id=6993417b-2795-4280-b1d3-98ccb5a4f107 HTTP/1.1" status: 200 len: 210 time: 0.0255220 Aug 16 15:18:57.855530 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db228c93-320b-4adf-b252-cb2013d1e7ae req-55010592-025e-4292-95a4-cb7f3cbea7c0 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:57.856993 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-db228c93-320b-4adf-b252-cb2013d1e7ae req-55010592-025e-4292-95a4-cb7f3cbea7c0 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.0481496 Aug 16 15:18:57.892221 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-db228c93-320b-4adf-b252-cb2013d1e7ae req-48782bcd-12ea-4c29-859f-66523ba31cf8 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294206 Aug 16 15:18:58.017858 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72125e-6e94-4fa8-8d98-b3dacec8e5f5 req-1dcf38a9-6f1a-4696-ae9f-a870db0b2977 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:58.019330 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-3d72125e-6e94-4fa8-8d98-b3dacec8e5f5 req-1dcf38a9-6f1a-4696-ae9f-a870db0b2977 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/ports?device_id=de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2 HTTP/1.1" status: 200 len: 931 time: 0.0494709 Aug 16 15:18:58.056735 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-3d72125e-6e94-4fa8-8d98-b3dacec8e5f5 req-28950f40-f842-4d3f-838e-20d560116bd2 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a0e2430-a832-49a7-b80a-9e1eb0384896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309639 Aug 16 15:18:58.441641 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-af88563b-fd82-4f3c-a3b4-f18a900739d0 req-1ce12c42-b645-4485-b01c-0e204e8baeb0 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/ports?device_id=6993417b-2795-4280-b1d3-98ccb5a4f107 HTTP/1.1" status: 200 len: 210 time: 0.0269551 Aug 16 15:18:58.924510 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.v2.base [req-2b2ef4ee-742b-434a-8f27-bb5fe715b6bd req-ec333dda-83a1-4c62-831f-371238fce4cf service neutron] Request body: {'port': {'device_id': 'de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:18:58.988733 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-2b2ef4ee-742b-434a-8f27-bb5fe715b6bd req-ec333dda-83a1-4c62-831f-371238fce4cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:59.032778 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f4702-1e5d-48e9-a0c2-c0ae72f3a413 req-75aaf791-f2bc-454a-861d-90921071e149 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:59.034435 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-7a1f4702-1e5d-48e9-a0c2-c0ae72f3a413 req-75aaf791-f2bc-454a-861d-90921071e149 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.0638840 Aug 16 15:18:59.103946 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-7a1f4702-1e5d-48e9-a0c2-c0ae72f3a413 req-8f53582b-bfab-4ca3-bf19-d378d7c6a01d tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592706 Aug 16 15:18:59.117732 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea64870-40cf-4225-8cf7-e2270f0e0124 req-e459306f-c275-4142-924b-a6fc8e6a04fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:59.119422 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-4ea64870-40cf-4225-8cf7-e2270f0e0124 req-e459306f-c275-4142-924b-a6fc8e6a04fd service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=01f2355b3173487a90e45214a420413d&device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 1099 time: 0.0841146 Aug 16 15:18:59.223261 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc1d376-f8b2-4f62-bd11-1ef84b8951e1 req-d460e01b-a024-4c5f-ba1a-4b91da2137c8 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:59.224755 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-7dc1d376-f8b2-4f62-bd11-1ef84b8951e1 req-d460e01b-a024-4c5f-ba1a-4b91da2137c8 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/ports?device_id=de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2 HTTP/1.1" status: 200 len: 931 time: 0.0977554 Aug 16 15:18:59.243379 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea64870-40cf-4225-8cf7-e2270f0e0124 req-5590165a-837d-4220-8c1f-787075b33446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:59.244862 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-4ea64870-40cf-4225-8cf7-e2270f0e0124 req-5590165a-837d-4220-8c1f-787075b33446 service neutron] 10.222.0.63 "GET /v2.0/networks?id=dc2a7c1b-6294-45c9-b16c-61fd2495db53 HTTP/1.1" status: 200 len: 919 time: 0.0942540 Aug 16 15:18:59.290955 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-7dc1d376-f8b2-4f62-bd11-1ef84b8951e1 req-bce6e2b6-97d5-47f2-a30f-14ea19d72b50 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a0e2430-a832-49a7-b80a-9e1eb0384896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553398 Aug 16 15:18:59.313747 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-4ea64870-40cf-4225-8cf7-e2270f0e0124 req-edf111e3-612f-4e58-9a9f-bd3c6d115f96 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d7993fa5-40dc-4e85-92da-a6701cc5ce17 HTTP/1.1" status: 200 len: 217 time: 0.0416453 Aug 16 15:18:59.344881 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.notifiers.nova [req-2b2ef4ee-742b-434a-8f27-bb5fe715b6bd req-ec333dda-83a1-4c62-831f-371238fce4cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74db418b-edee-450a-80a6-8bf95ebcc50f {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:18:59.352836 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-2b2ef4ee-742b-434a-8f27-bb5fe715b6bd req-ec333dda-83a1-4c62-831f-371238fce4cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:59.365497 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-2b2ef4ee-742b-434a-8f27-bb5fe715b6bd req-ec333dda-83a1-4c62-831f-371238fce4cf service neutron] Transition to ACTIVE for port object 74db418b-edee-450a-80a6-8bf95ebcc50f will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:18:59.369577 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-2b2ef4ee-742b-434a-8f27-bb5fe715b6bd req-ec333dda-83a1-4c62-831f-371238fce4cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2787883'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:59.379826 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea64870-40cf-4225-8cf7-e2270f0e0124 req-8ceb08d3-bd26-4c41-8d6f-c1fa1610ac07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:59.381459 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-4ea64870-40cf-4225-8cf7-e2270f0e0124 req-8ceb08d3-bd26-4c41-8d6f-c1fa1610ac07 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d78ff18c-4064-4ba6-8f60-118b05bc557a HTTP/1.1" status: 200 len: 859 time: 0.0520933 Aug 16 15:18:59.423796 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec333dda-83a1-4c62-831f-371238fce4cf service neutron] Pushing event updated for resources: {'Port': ['ID=74db418b-edee-450a-80a6-8bf95ebcc50f,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:59.442592 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-4ea64870-40cf-4225-8cf7-e2270f0e0124 req-e8de4d3c-3320-46cd-94f2-b222a42a9f12 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dc2a7c1b-6294-45c9-b16c-61fd2495db53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308406 Aug 16 15:18:59.502274 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-2b2ef4ee-742b-434a-8f27-bb5fe715b6bd req-ec333dda-83a1-4c62-831f-371238fce4cf service neutron] Attempting to bind port 74db418b-edee-450a-80a6-8bf95ebcc50f on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:18:59.502936 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-2b2ef4ee-742b-434a-8f27-bb5fe715b6bd req-ec333dda-83a1-4c62-831f-371238fce4cf service neutron] Attempting to bind port 74db418b-edee-450a-80a6-8bf95ebcc50f by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'b0e1ed7a-79e8-499e-a716-624f334e2176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:18:59.503465 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2ef4ee-742b-434a-8f27-bb5fe715b6bd req-ec333dda-83a1-4c62-831f-371238fce4cf service neutron] Attempting to bind port 74db418b-edee-450a-80a6-8bf95ebcc50f on network e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:18:59.510038 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2ef4ee-742b-434a-8f27-bb5fe715b6bd req-ec333dda-83a1-4c62-831f-371238fce4cf service neutron] Port 74db418b-edee-450a-80a6-8bf95ebcc50f on network e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 15:18:59.510370 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2ef4ee-742b-434a-8f27-bb5fe715b6bd req-ec333dda-83a1-4c62-831f-371238fce4cf service neutron] Attempting to bind port 74db418b-edee-450a-80a6-8bf95ebcc50f on network e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:18:59.516236 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2ef4ee-742b-434a-8f27-bb5fe715b6bd req-ec333dda-83a1-4c62-831f-371238fce4cf service neutron] Checking agent: {'id': 'f45772ef-d3bf-49d0-9fe4-7082814820b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 13, 56), 'started_at': datetime.datetime(2021, 8, 16, 15, 13, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:18:59.516574 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2ef4ee-742b-434a-8f27-bb5fe715b6bd req-ec333dda-83a1-4c62-831f-371238fce4cf service neutron] Checking segment: {'id': 'b0e1ed7a-79e8-499e-a716-624f334e2176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:18:59.516953 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2ef4ee-742b-434a-8f27-bb5fe715b6bd req-ec333dda-83a1-4c62-831f-371238fce4cf service neutron] Bound using segment: {'id': 'b0e1ed7a-79e8-499e-a716-624f334e2176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:18:59.517412 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-2b2ef4ee-742b-434a-8f27-bb5fe715b6bd req-ec333dda-83a1-4c62-831f-371238fce4cf service neutron] Bound port: 74db418b-edee-450a-80a6-8bf95ebcc50f, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0e1ed7a-79e8-499e-a716-624f334e2176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:18:59.517765 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-2b2ef4ee-742b-434a-8f27-bb5fe715b6bd req-ec333dda-83a1-4c62-831f-371238fce4cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:59.564035 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-a027f501-1578-4214-971d-5f05bd583bd6 req-f7aec118-1d54-4097-86e2-cc4c40fb5569 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/ports?device_id=6993417b-2795-4280-b1d3-98ccb5a4f107 HTTP/1.1" status: 200 len: 210 time: 0.0312433 Aug 16 15:18:59.610181 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-4ea64870-40cf-4225-8cf7-e2270f0e0124 req-a2000757-4d92-435f-a83c-e83754d8de4a service neutron] 10.222.0.63 "GET /v2.0/networks/dc2a7c1b-6294-45c9-b16c-61fd2495db53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450455 Aug 16 15:18:59.733907 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-4ea64870-40cf-4225-8cf7-e2270f0e0124 req-0f38bd80-1f1d-4ee7-81ff-65cf070daf8a service neutron] 10.222.0.63 "GET /v2.0/networks/dc2a7c1b-6294-45c9-b16c-61fd2495db53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950794 Aug 16 15:18:59.804555 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-2b2ef4ee-742b-434a-8f27-bb5fe715b6bd req-ec333dda-83a1-4c62-831f-371238fce4cf service neutron] For port 74db418b-edee-450a-80a6-8bf95ebcc50f, host hv-cinder-80475, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:18:59.807588 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-2b2ef4ee-742b-434a-8f27-bb5fe715b6bd req-ec333dda-83a1-4c62-831f-371238fce4cf service neutron] For port 74db418b-edee-450a-80a6-8bf95ebcc50f, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=74db418b-edee-450a-80a6-8bf95ebcc50f,segment=NetworkSegment(b0e1ed7a-79e8-499e-a716-624f334e2176),segment_id=b0e1ed7a-79e8-499e-a716-624f334e2176)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:18:59.812235 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-2b2ef4ee-742b-434a-8f27-bb5fe715b6bd req-ec333dda-83a1-4c62-831f-371238fce4cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2787883'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:59.845645 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ef4ee-742b-434a-8f27-bb5fe715b6bd req-ec333dda-83a1-4c62-831f-371238fce4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:59.846252 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-2b2ef4ee-742b-434a-8f27-bb5fe715b6bd req-ec333dda-83a1-4c62-831f-371238fce4cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:18:59.847628 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-2b2ef4ee-742b-434a-8f27-bb5fe715b6bd req-ec333dda-83a1-4c62-831f-371238fce4cf service neutron] 10.222.0.63 "PUT /v2.0/ports/74db418b-edee-450a-80a6-8bf95ebcc50f HTTP/1.1" status: 200 len: 1093 time: 0.9276345 Aug 16 15:18:59.848082 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2', 'tag': '74db418b-edee-450a-80a6-8bf95ebcc50f'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:18:59.850293 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17fb0647ef8e93fcdaff2aac5cadc262a2f87503c881cd14114af97cd5d63f67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-114225bd-33e9-4e82-a475-60e0e9ed9d42" -d '{"events": [{"name": "network-changed", "server_uuid": "de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2", "tag": "74db418b-edee-450a-80a6-8bf95ebcc50f"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:18:59.879843 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec333dda-83a1-4c62-831f-371238fce4cf service neutron] Pushing event updated for resources: {'Port': ['ID=74db418b-edee-450a-80a6-8bf95ebcc50f,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:18:59.895881 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 15:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4b4e25-e1d1-4ffd-b6c9-ec110c806cbf x-openstack-request-id: req-dc4b4e25-e1d1-4ffd-b6c9-ec110c806cbf {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:18:59.896477 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2", "tag": "74db418b-edee-450a-80a6-8bf95ebcc50f", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:18:59.897536 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dc4b4e25-e1d1-4ffd-b6c9-ec110c806cbf {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:18:59.897936 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2', 'tag': '74db418b-edee-450a-80a6-8bf95ebcc50f', 'status': 'completed', 'code': 200} Aug 16 15:18:59.955401 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ef4ee-742b-434a-8f27-bb5fe715b6bd req-70ce40e4-1b2b-4b23-88aa-8c26da1adb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:18:59.957023 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-2b2ef4ee-742b-434a-8f27-bb5fe715b6bd req-70ce40e4-1b2b-4b23-88aa-8c26da1adb2a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=74d046b645ba40689a9a38f294d5047f&device_id=de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2 HTTP/1.1" status: 200 len: 1096 time: 0.0420725 Aug 16 15:19:00.023762 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-2b2ef4ee-742b-434a-8f27-bb5fe715b6bd req-7e7d8341-0085-4148-99a9-1c625baaa03a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74db418b-edee-450a-80a6-8bf95ebcc50f HTTP/1.1" status: 200 len: 217 time: 0.0389533 Aug 16 15:19:00.095613 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ef4ee-742b-434a-8f27-bb5fe715b6bd req-afd632fd-414f-4b9c-ae0e-db2fb98ea898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:00.097049 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-2b2ef4ee-742b-434a-8f27-bb5fe715b6bd req-afd632fd-414f-4b9c-ae0e-db2fb98ea898 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2468f3cc-012a-4fe4-84ca-361a65cab58f HTTP/1.1" status: 200 len: 854 time: 0.0458751 Aug 16 15:19:00.153908 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ef4ee-742b-434a-8f27-bb5fe715b6bd req-898e3081-5e12-4b74-8d84-13d7aa7b9821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:00.155790 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-2b2ef4ee-742b-434a-8f27-bb5fe715b6bd req-898e3081-5e12-4b74-8d84-13d7aa7b9821 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438244 Aug 16 15:19:00.236449 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da3d960-e4db-4265-b716-c58f962b4f81 req-d961d1c6-9e92-4e53-854e-b2fab7c8c728 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:00.237992 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-6da3d960-e4db-4265-b716-c58f962b4f81 req-d961d1c6-9e92-4e53-854e-b2fab7c8c728 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.63 "GET /v2.0/networks?id=7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a HTTP/1.1" status: 200 len: 811 time: 0.1483538 Aug 16 15:19:00.275531 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1b6d07-5dbd-4fb8-8450-93527bfac409 req-464b3ed9-f02c-43bb-a3b0-d7c40e947706 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:00.277033 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-ec1b6d07-5dbd-4fb8-8450-93527bfac409 req-464b3ed9-f02c-43bb-a3b0-d7c40e947706 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.0928254 Aug 16 15:19:00.305707 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-2b2ef4ee-742b-434a-8f27-bb5fe715b6bd req-199d6636-e09e-424f-bba0-b84a8c570684 service neutron] 10.222.0.63 "GET /v2.0/networks/e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043553 Aug 16 15:19:00.313258 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-6da3d960-e4db-4265-b716-c58f962b4f81 req-5ba3cf5e-d2e3-4a6d-803e-a0990bbdb79b tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83f7d345b47b4d06a48fabeb3dd2c893 HTTP/1.1" status: 200 len: 379 time: 0.0611739 Aug 16 15:19:00.332841 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-ec1b6d07-5dbd-4fb8-8450-93527bfac409 req-dce72e1d-fc8a-4cd7-902d-3ce5a9148f12 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484881 Aug 16 15:19:00.344598 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [req-6da3d960-e4db-4265-b716-c58f962b4f81 req-928f5346-5288-46e9-be9b-6c375eb800be tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Request body: {'port': {'device_id': '6993417b-2795-4280-b1d3-98ccb5a4f107', 'network_id': '7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a', 'admin_state_up': True, 'tenant_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'security_groups': ['f81d9cb5-ee7b-41c0-8dbe-a0336cac8bb2']}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:19:00.466046 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6da3d960-e4db-4265-b716-c58f962b4f81 req-928f5346-5288-46e9-be9b-6c375eb800be tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Made reservation on behalf of 83f7d345b47b4d06a48fabeb3dd2c893 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:19:00.469590 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-6da3d960-e4db-4265-b716-c58f962b4f81 req-928f5346-5288-46e9-be9b-6c375eb800be tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:00.480538 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c8953-d47f-4aa9-a770-74998ff4ad5a req-4343aa94-0a13-49fc-b2af-5356c210473b tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:00.481999 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-700c8953-d47f-4aa9-a770-74998ff4ad5a req-4343aa94-0a13-49fc-b2af-5356c210473b tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/ports?device_id=de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2 HTTP/1.1" status: 200 len: 943 time: 0.0804460 Aug 16 15:19:00.485632 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-2b2ef4ee-742b-434a-8f27-bb5fe715b6bd req-7a85ec43-2733-4eae-9dd8-414b60f79ef6 service neutron] 10.222.0.63 "GET /v2.0/networks/e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510177 Aug 16 15:19:00.520474 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-700c8953-d47f-4aa9-a770-74998ff4ad5a req-d379352b-a436-42c9-9b05-cb1b2ee8bc66 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a0e2430-a832-49a7-b80a-9e1eb0384896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325682 Aug 16 15:19:00.581306 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114225bd-33e9-4e82-a475-60e0e9ed9d42 req-5c26bbe4-f3b7-4ce5-ac36-eec5737b3e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:00.582689 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-114225bd-33e9-4e82-a475-60e0e9ed9d42 req-5c26bbe4-f3b7-4ce5-ac36-eec5737b3e58 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=74d046b645ba40689a9a38f294d5047f&device_id=de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2 HTTP/1.1" status: 200 len: 1096 time: 0.0394228 Aug 16 15:19:00.596411 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-6da3d960-e4db-4265-b716-c58f962b4f81 req-928f5346-5288-46e9-be9b-6c375eb800be tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Allocated IP 172.20.0.13 (7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a/12be7342-1293-4efd-8683-22f17d2b28ee/99a475fb-f8c5-49aa-9cb9-53c0a3d59631) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:19:00.682386 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114225bd-33e9-4e82-a475-60e0e9ed9d42 req-a32008b2-943f-42a5-a9cc-a22394f69b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:00.683808 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-114225bd-33e9-4e82-a475-60e0e9ed9d42 req-a32008b2-943f-42a5-a9cc-a22394f69b6b service neutron] 10.222.0.63 "GET /v2.0/networks?id=e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab HTTP/1.1" status: 200 len: 915 time: 0.0897002 Aug 16 15:19:00.696591 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-af53f27f-c009-48a0-ac3e-1f0df01cd59c req-694d0f3f-43f4-4a09-9cbc-2c81350d3a58 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/ports?device_id=6993417b-2795-4280-b1d3-98ccb5a4f107 HTTP/1.1" status: 200 len: 210 time: 0.0576189 Aug 16 15:19:00.741249 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-114225bd-33e9-4e82-a475-60e0e9ed9d42 req-387390ca-e3f8-4406-8a0b-48f97efca2b6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74db418b-edee-450a-80a6-8bf95ebcc50f HTTP/1.1" status: 200 len: 217 time: 0.0368536 Aug 16 15:19:00.760114 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-6da3d960-e4db-4265-b716-c58f962b4f81 req-928f5346-5288-46e9-be9b-6c375eb800be tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:00.774077 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-6da3d960-e4db-4265-b716-c58f962b4f81 req-928f5346-5288-46e9-be9b-6c375eb800be tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Transition to ACTIVE for port object 99a475fb-f8c5-49aa-9cb9-53c0a3d59631 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:19:00.795430 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114225bd-33e9-4e82-a475-60e0e9ed9d42 req-a4db0c8d-1fc7-48c2-a8dc-eb48b20e0cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:00.796934 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-114225bd-33e9-4e82-a475-60e0e9ed9d42 req-a4db0c8d-1fc7-48c2-a8dc-eb48b20e0cb6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2468f3cc-012a-4fe4-84ca-361a65cab58f HTTP/1.1" status: 200 len: 854 time: 0.0448256 Aug 16 15:19:00.806065 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-6da3d960-e4db-4265-b716-c58f962b4f81 req-928f5346-5288-46e9-be9b-6c375eb800be tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769335250701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268375'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:00.851998 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114225bd-33e9-4e82-a475-60e0e9ed9d42 req-5cd8b6c1-e964-4820-92c2-153553445302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:00.856069 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6da3d960-e4db-4265-b716-c58f962b4f81 req-928f5346-5288-46e9-be9b-6c375eb800be tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Network 7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:19:00.859153 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-6da3d960-e4db-4265-b716-c58f962b4f81 req-928f5346-5288-46e9-be9b-6c375eb800be tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:19:00.861780 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-114225bd-33e9-4e82-a475-60e0e9ed9d42 req-5cd8b6c1-e964-4820-92c2-153553445302 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0562267 Aug 16 15:19:00.863041 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-6da3d960-e4db-4265-b716-c58f962b4f81 req-928f5346-5288-46e9-be9b-6c375eb800be tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:19:00.886625 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928f5346-5288-46e9-be9b-6c375eb800be tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Pushing event updated for resources: {'Port': ['ID=99a475fb-f8c5-49aa-9cb9-53c0a3d59631,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:19:00.923617 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da3d960-e4db-4265-b716-c58f962b4f81 req-928f5346-5288-46e9-be9b-6c375eb800be tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:00.924651 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-6da3d960-e4db-4265-b716-c58f962b4f81 req-928f5346-5288-46e9-be9b-6c375eb800be tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:00.940704 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-6da3d960-e4db-4265-b716-c58f962b4f81 req-928f5346-5288-46e9-be9b-6c375eb800be tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6044970 Aug 16 15:19:00.963805 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [req-6da3d960-e4db-4265-b716-c58f962b4f81 req-b5049c8c-4fed-4d75-aa99-b779e1204ba1 service neutron] Request body: {'port': {'device_id': '6993417b-2795-4280-b1d3-98ccb5a4f107', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:19:01.003773 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-114225bd-33e9-4e82-a475-60e0e9ed9d42 req-1c6053c1-ba02-40bc-aad9-dd0ddbb94e7d service neutron] 10.222.0.63 "GET /v2.0/networks/e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173627 Aug 16 15:19:01.051841 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-6da3d960-e4db-4265-b716-c58f962b4f81 req-b5049c8c-4fed-4d75-aa99-b779e1204ba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:01.164507 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-114225bd-33e9-4e82-a475-60e0e9ed9d42 req-c539ef33-f649-4f46-9d74-754ff69d2072 service neutron] 10.222.0.63 "GET /v2.0/networks/e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376987 Aug 16 15:19:01.309887 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-6d4f1ecd-09a6-4f47-8825-3dc9325328a4 None None] Provisioning for port 99a475fb-f8c5-49aa-9cb9-53c0a3d59631 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:19:01.314124 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-6d4f1ecd-09a6-4f47-8825-3dc9325328a4 None None] Provisioning complete for port 99a475fb-f8c5-49aa-9cb9-53c0a3d59631 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:19:01.314521 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6d4f1ecd-09a6-4f47-8825-3dc9325328a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:01.349719 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-6d4f1ecd-09a6-4f47-8825-3dc9325328a4 None None] Port 99a475fb-f8c5-49aa-9cb9-53c0a3d59631 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 15:19:01.376814 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bb6bed22-ce27-4cca-ba3b-00965f7d10f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:01.468918 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120b1ab-3804-41c7-8b4c-d467235fa1ef req-47d1626a-7ec9-4e74-b6c6-19c388c4be60 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:01.470419 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-c120b1ab-3804-41c7-8b4c-d467235fa1ef req-47d1626a-7ec9-4e74-b6c6-19c388c4be60 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.0547163 Aug 16 15:19:01.517684 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-c120b1ab-3804-41c7-8b4c-d467235fa1ef req-ab9b79c9-56cf-485f-83ec-33264cb03e18 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410600 Aug 16 15:19:01.539260 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb212c-e997-42cf-8751-5f85a473a06c req-4b6e3e94-4bed-4e68-bbc1-ce5375bece03 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:01.539260 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-05cb212c-e997-42cf-8751-5f85a473a06c req-4b6e3e94-4bed-4e68-bbc1-ce5375bece03 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] 10.222.0.22 "GET /v2.0/ports?device_id=8fcc5899-c127-4583-9db4-6eabc2fd954a HTTP/1.1" status: 200 len: 946 time: 0.3428819 Aug 16 15:19:01.598516 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-05cb212c-e997-42cf-8751-5f85a473a06c req-2d9408a6-5f75-4617-8449-4e2fc6236cd2 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] 10.222.0.22 "GET /v2.0/security-groups?id=985bd559-0476-4845-ba63-ed2d1ad98e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590041 Aug 16 15:19:01.634096 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d42ea79-ec3c-40e2-8f1f-8766967ebb9a req-59d127a7-a419-4c1e-af5d-417fbba75b0c tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:01.635484 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-5d42ea79-ec3c-40e2-8f1f-8766967ebb9a req-59d127a7-a419-4c1e-af5d-417fbba75b0c tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/ports?device_id=de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2 HTTP/1.1" status: 200 len: 943 time: 0.0487409 Aug 16 15:19:01.656844 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.notifiers.nova [req-6da3d960-e4db-4265-b716-c58f962b4f81 req-b5049c8c-4fed-4d75-aa99-b779e1204ba1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99a475fb-f8c5-49aa-9cb9-53c0a3d59631 {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:19:01.664345 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-6da3d960-e4db-4265-b716-c58f962b4f81 req-b5049c8c-4fed-4d75-aa99-b779e1204ba1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:01.674450 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-5d42ea79-ec3c-40e2-8f1f-8766967ebb9a req-57bb7620-85b0-49d4-b3e6-e279ae8888a4 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a0e2430-a832-49a7-b80a-9e1eb0384896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328012 Aug 16 15:19:01.676047 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-6da3d960-e4db-4265-b716-c58f962b4f81 req-b5049c8c-4fed-4d75-aa99-b779e1204ba1 service neutron] Transition to ACTIVE for port object 99a475fb-f8c5-49aa-9cb9-53c0a3d59631 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:19:01.680545 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-6da3d960-e4db-4265-b716-c58f962b4f81 req-b5049c8c-4fed-4d75-aa99-b779e1204ba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2268376'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:01.748732 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5049c8c-4fed-4d75-aa99-b779e1204ba1 service neutron] Pushing event updated for resources: {'Port': ['ID=99a475fb-f8c5-49aa-9cb9-53c0a3d59631,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:19:01.835262 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-6da3d960-e4db-4265-b716-c58f962b4f81 req-b5049c8c-4fed-4d75-aa99-b779e1204ba1 service neutron] Attempting to bind port 99a475fb-f8c5-49aa-9cb9-53c0a3d59631 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:19:01.835593 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-6da3d960-e4db-4265-b716-c58f962b4f81 req-b5049c8c-4fed-4d75-aa99-b779e1204ba1 service neutron] Attempting to bind port 99a475fb-f8c5-49aa-9cb9-53c0a3d59631 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'ec402e6f-339e-4373-af26-597dcdea5a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:19:01.835914 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da3d960-e4db-4265-b716-c58f962b4f81 req-b5049c8c-4fed-4d75-aa99-b779e1204ba1 service neutron] Attempting to bind port 99a475fb-f8c5-49aa-9cb9-53c0a3d59631 on network 7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:19:01.846260 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf28462-2e27-4b9e-b4fe-ff1b88aa31f1 req-fb822d93-0947-4069-8120-02aba681eb12 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:01.847806 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-1bf28462-2e27-4b9e-b4fe-ff1b88aa31f1 req-fb822d93-0947-4069-8120-02aba681eb12 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/ports?device_id=6993417b-2795-4280-b1d3-98ccb5a4f107 HTTP/1.1" status: 200 len: 944 time: 0.0770290 Aug 16 15:19:01.850627 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da3d960-e4db-4265-b716-c58f962b4f81 req-b5049c8c-4fed-4d75-aa99-b779e1204ba1 service neutron] Port 99a475fb-f8c5-49aa-9cb9-53c0a3d59631 on network 7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 15:19:01.850951 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da3d960-e4db-4265-b716-c58f962b4f81 req-b5049c8c-4fed-4d75-aa99-b779e1204ba1 service neutron] Attempting to bind port 99a475fb-f8c5-49aa-9cb9-53c0a3d59631 on network 7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:19:01.864381 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da3d960-e4db-4265-b716-c58f962b4f81 req-b5049c8c-4fed-4d75-aa99-b779e1204ba1 service neutron] Checking agent: {'id': 'f45772ef-d3bf-49d0-9fe4-7082814820b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 13, 56), 'started_at': datetime.datetime(2021, 8, 16, 15, 13, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:19:01.864737 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da3d960-e4db-4265-b716-c58f962b4f81 req-b5049c8c-4fed-4d75-aa99-b779e1204ba1 service neutron] Checking segment: {'id': 'ec402e6f-339e-4373-af26-597dcdea5a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:19:01.865075 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da3d960-e4db-4265-b716-c58f962b4f81 req-b5049c8c-4fed-4d75-aa99-b779e1204ba1 service neutron] Bound using segment: {'id': 'ec402e6f-339e-4373-af26-597dcdea5a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:19:01.865527 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-6da3d960-e4db-4265-b716-c58f962b4f81 req-b5049c8c-4fed-4d75-aa99-b779e1204ba1 service neutron] Bound port: 99a475fb-f8c5-49aa-9cb9-53c0a3d59631, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec402e6f-339e-4373-af26-597dcdea5a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:19:01.865878 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-6da3d960-e4db-4265-b716-c58f962b4f81 req-b5049c8c-4fed-4d75-aa99-b779e1204ba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:01.916829 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-1bf28462-2e27-4b9e-b4fe-ff1b88aa31f1 req-397a582d-7841-4313-9c6c-9af4e4679671 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/security-groups?id=f81d9cb5-ee7b-41c0-8dbe-a0336cac8bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609381 Aug 16 15:19:01.948521 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-6da3d960-e4db-4265-b716-c58f962b4f81 req-b5049c8c-4fed-4d75-aa99-b779e1204ba1 service neutron] For port 99a475fb-f8c5-49aa-9cb9-53c0a3d59631, host hv-cinder-80475, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:19:01.951431 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-6da3d960-e4db-4265-b716-c58f962b4f81 req-b5049c8c-4fed-4d75-aa99-b779e1204ba1 service neutron] For port 99a475fb-f8c5-49aa-9cb9-53c0a3d59631, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=99a475fb-f8c5-49aa-9cb9-53c0a3d59631,segment=NetworkSegment(ec402e6f-339e-4373-af26-597dcdea5a54),segment_id=ec402e6f-339e-4373-af26-597dcdea5a54)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:19:01.955740 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-6da3d960-e4db-4265-b716-c58f962b4f81 req-b5049c8c-4fed-4d75-aa99-b779e1204ba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2268376'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:01.987996 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da3d960-e4db-4265-b716-c58f962b4f81 req-b5049c8c-4fed-4d75-aa99-b779e1204ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:01.988536 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-6da3d960-e4db-4265-b716-c58f962b4f81 req-b5049c8c-4fed-4d75-aa99-b779e1204ba1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:01.990109 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-6da3d960-e4db-4265-b716-c58f962b4f81 req-b5049c8c-4fed-4d75-aa99-b779e1204ba1 service neutron] 10.222.0.63 "PUT /v2.0/ports/99a475fb-f8c5-49aa-9cb9-53c0a3d59631 HTTP/1.1" status: 200 len: 1094 time: 1.0321188 Aug 16 15:19:01.990661 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6993417b-2795-4280-b1d3-98ccb5a4f107', 'tag': '99a475fb-f8c5-49aa-9cb9-53c0a3d59631'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:19:01.993503 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a5cfb7157b8b73f0e4116fd12db15b1ff73336af95e475daca955d95e5834ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a04cb9-3a25-409f-ab90-04456a5ff11b" -d '{"events": [{"name": "network-changed", "server_uuid": "6993417b-2795-4280-b1d3-98ccb5a4f107", "tag": "99a475fb-f8c5-49aa-9cb9-53c0a3d59631"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:19:02.023883 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5049c8c-4fed-4d75-aa99-b779e1204ba1 service neutron] Pushing event updated for resources: {'Port': ['ID=99a475fb-f8c5-49aa-9cb9-53c0a3d59631,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:19:02.051928 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 15:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb94853e-ea65-4593-b73f-095768e49007 x-openstack-request-id: req-eb94853e-ea65-4593-b73f-095768e49007 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:19:02.052278 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6993417b-2795-4280-b1d3-98ccb5a4f107", "tag": "99a475fb-f8c5-49aa-9cb9-53c0a3d59631", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:19:02.052471 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-eb94853e-ea65-4593-b73f-095768e49007 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:19:02.052853 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6993417b-2795-4280-b1d3-98ccb5a4f107', 'tag': '99a475fb-f8c5-49aa-9cb9-53c0a3d59631', 'status': 'completed', 'code': 200} Aug 16 15:19:02.089143 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da3d960-e4db-4265-b716-c58f962b4f81 req-88d5debb-11e5-46ed-aaf7-8dbe7cdc14a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:02.090645 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-6da3d960-e4db-4265-b716-c58f962b4f81 req-88d5debb-11e5-46ed-aaf7-8dbe7cdc14a8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=83f7d345b47b4d06a48fabeb3dd2c893&device_id=6993417b-2795-4280-b1d3-98ccb5a4f107 HTTP/1.1" status: 200 len: 1097 time: 0.0480723 Aug 16 15:19:02.137259 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-6da3d960-e4db-4265-b716-c58f962b4f81 req-05817166-a0f2-404d-abc9-83c11f16410c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99a475fb-f8c5-49aa-9cb9-53c0a3d59631 HTTP/1.1" status: 200 len: 217 time: 0.0349038 Aug 16 15:19:02.186889 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da3d960-e4db-4265-b716-c58f962b4f81 req-36443be8-26b0-410d-adbc-98037328f030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:02.188338 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-6da3d960-e4db-4265-b716-c58f962b4f81 req-36443be8-26b0-410d-adbc-98037328f030 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=12be7342-1293-4efd-8683-22f17d2b28ee HTTP/1.1" status: 200 len: 850 time: 0.0432594 Aug 16 15:19:02.239293 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da3d960-e4db-4265-b716-c58f962b4f81 req-9cb34ea8-44a4-4dc9-888e-3411e58eb904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:02.240903 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-6da3d960-e4db-4265-b716-c58f962b4f81 req-9cb34ea8-44a4-4dc9-888e-3411e58eb904 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400851 Aug 16 15:19:02.334744 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-6da3d960-e4db-4265-b716-c58f962b4f81 req-20505753-47be-4dc7-9329-2091cde15995 service neutron] 10.222.0.63 "GET /v2.0/networks/7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833807 Aug 16 15:19:02.425160 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-6da3d960-e4db-4265-b716-c58f962b4f81 req-4f765a2d-2189-4e98-9078-ca83abb2a03b service neutron] 10.222.0.63 "GET /v2.0/networks/7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791438 Aug 16 15:19:02.513373 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a04cb9-3a25-409f-ab90-04456a5ff11b req-4e704319-e5e3-4a3d-aca8-d7331aa31ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:02.514835 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-09a04cb9-3a25-409f-ab90-04456a5ff11b req-4e704319-e5e3-4a3d-aca8-d7331aa31ce9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=83f7d345b47b4d06a48fabeb3dd2c893&device_id=6993417b-2795-4280-b1d3-98ccb5a4f107 HTTP/1.1" status: 200 len: 1097 time: 0.0449252 Aug 16 15:19:02.634028 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a04cb9-3a25-409f-ab90-04456a5ff11b req-bd797ce1-2422-4108-9464-c14ae061623d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:02.635488 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-09a04cb9-3a25-409f-ab90-04456a5ff11b req-bd797ce1-2422-4108-9464-c14ae061623d service neutron] 10.222.0.63 "GET /v2.0/networks?id=7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a HTTP/1.1" status: 200 len: 911 time: 0.1124141 Aug 16 15:19:02.654117 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d17e04-fe57-4dcb-8e6b-29420a1bbc0f req-f9b8d2aa-0c90-48b3-98ce-63492a0dae36 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:02.655575 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-26d17e04-fe57-4dcb-8e6b-29420a1bbc0f req-f9b8d2aa-0c90-48b3-98ce-63492a0dae36 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.0715456 Aug 16 15:19:02.698737 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-09a04cb9-3a25-409f-ab90-04456a5ff11b req-532f390c-9de7-42df-80d5-f711d7d4c852 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99a475fb-f8c5-49aa-9cb9-53c0a3d59631 HTTP/1.1" status: 200 len: 217 time: 0.0420907 Aug 16 15:19:02.715262 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252495cf-480a-4c90-b99b-99e6755164be req-99b97328-c669-468d-8f7b-5bb7915c474f tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:02.716758 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-252495cf-480a-4c90-b99b-99e6755164be req-99b97328-c669-468d-8f7b-5bb7915c474f tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] 10.222.0.22 "GET /v2.0/ports?device_id=8fcc5899-c127-4583-9db4-6eabc2fd954a HTTP/1.1" status: 200 len: 946 time: 0.0480571 Aug 16 15:19:02.750309 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-26d17e04-fe57-4dcb-8e6b-29420a1bbc0f req-3eb0f384-4322-4616-b237-7f5f187f7a3b tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854964 Aug 16 15:19:02.754383 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-252495cf-480a-4c90-b99b-99e6755164be req-0b77a91e-5249-41e5-8fdc-64410d2c5811 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] 10.222.0.22 "GET /v2.0/security-groups?id=985bd559-0476-4845-ba63-ed2d1ad98e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315406 Aug 16 15:19:02.778167 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a04cb9-3a25-409f-ab90-04456a5ff11b req-1ee9ca82-cd13-4f6e-b704-3793b71da0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:02.779675 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-09a04cb9-3a25-409f-ab90-04456a5ff11b req-1ee9ca82-cd13-4f6e-b704-3793b71da0ae service neutron] 10.222.0.63 "GET /v2.0/subnets?id=12be7342-1293-4efd-8683-22f17d2b28ee HTTP/1.1" status: 200 len: 850 time: 0.0677090 Aug 16 15:19:02.863814 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a04cb9-3a25-409f-ab90-04456a5ff11b req-bcc87acb-1d1a-4ed9-b3b2-9e5f18400ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:02.865300 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-09a04cb9-3a25-409f-ab90-04456a5ff11b req-bcc87acb-1d1a-4ed9-b3b2-9e5f18400ef6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0749080 Aug 16 15:19:02.876217 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c5729b-112f-4391-8596-0eb4b35595bd req-e1f0dc29-7aad-473d-b665-0893be1212d9 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:02.877585 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-32c5729b-112f-4391-8596-0eb4b35595bd req-e1f0dc29-7aad-473d-b665-0893be1212d9 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/ports?device_id=de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2 HTTP/1.1" status: 200 len: 943 time: 0.0623302 Aug 16 15:19:02.967908 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-32c5729b-112f-4391-8596-0eb4b35595bd req-88e133fa-153a-4582-84ee-c6a55a365207 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a0e2430-a832-49a7-b80a-9e1eb0384896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838981 Aug 16 15:19:02.996012 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-09a04cb9-3a25-409f-ab90-04456a5ff11b req-a8306a13-d35b-46ac-9a0c-df7e3d17cf83 service neutron] 10.222.0.63 "GET /v2.0/networks/7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130695 Aug 16 15:19:03.037980 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794a7e06-37e2-47ce-bb2b-521aff54b855 req-edd35131-01e7-4d13-a9c9-ef377b142c65 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:03.039416 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-794a7e06-37e2-47ce-bb2b-521aff54b855 req-edd35131-01e7-4d13-a9c9-ef377b142c65 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/ports?device_id=6993417b-2795-4280-b1d3-98ccb5a4f107 HTTP/1.1" status: 200 len: 944 time: 0.0522926 Aug 16 15:19:03.077272 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-794a7e06-37e2-47ce-bb2b-521aff54b855 req-236055c9-298a-4ba5-aeb6-75b5bd90bc5c tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/security-groups?id=f81d9cb5-ee7b-41c0-8dbe-a0336cac8bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315578 Aug 16 15:19:03.088089 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-09a04cb9-3a25-409f-ab90-04456a5ff11b req-b746a371-61aa-47b5-a24b-93535fbf9ef4 service neutron] 10.222.0.63 "GET /v2.0/networks/7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830677 Aug 16 15:19:03.548455 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9b0781-a923-491a-a40a-924c151b0545 req-14fd7c49-fdf4-4c1d-a1e9-e090db341702 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:03.549772 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-bf9b0781-a923-491a-a40a-924c151b0545 req-14fd7c49-fdf4-4c1d-a1e9-e090db341702 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fcc5899-c127-4583-9db4-6eabc2fd954a HTTP/1.1" status: 200 len: 946 time: 0.0467758 Aug 16 15:19:03.650281 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-bf9b0781-a923-491a-a40a-924c151b0545 req-f1ff95f0-c1bb-41cb-b05f-fbd729625489 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] Deleting port 963bfe13-192f-4630-9e47-f1adbba15c70 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:19:03.651022 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-bf9b0781-a923-491a-a40a-924c151b0545 req-f1ff95f0-c1bb-41cb-b05f-fbd729625489 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769335647479'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:03.736024 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-bf9b0781-a923-491a-a40a-924c151b0545 req-f1ff95f0-c1bb-41cb-b05f-fbd729625489 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] For port 963bfe13-192f-4630-9e47-f1adbba15c70, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=963bfe13-192f-4630-9e47-f1adbba15c70,segment=NetworkSegment(29364316-07c3-48dc-8d26-bb814f8359ac),segment_id=29364316-07c3-48dc-8d26-bb814f8359ac)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:19:03.736382 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-bf9b0781-a923-491a-a40a-924c151b0545 req-f1ff95f0-c1bb-41cb-b05f-fbd729625489 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3800399'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:03.751800 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-bf9b0781-a923-491a-a40a-924c151b0545 req-f1ff95f0-c1bb-41cb-b05f-fbd729625489 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] Calling delete_port for 963bfe13-192f-4630-9e47-f1adbba15c70 owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:19:03.871722 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1629e023-3251-4503-9cac-dd9b43fc5d75 req-46cd3eb0-b05a-4b7e-bdfd-0eaa7a23d413 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:03.873279 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-1629e023-3251-4503-9cac-dd9b43fc5d75 req-46cd3eb0-b05a-4b7e-bdfd-0eaa7a23d413 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] 10.222.0.22 "GET /v2.0/ports?device_id=8fcc5899-c127-4583-9db4-6eabc2fd954a HTTP/1.1" status: 200 len: 946 time: 0.0488131 Aug 16 15:19:03.899570 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f73b8a7-9dcf-4fa4-9605-1b1486ed8fa2 req-d32b28aa-f943-4a46-a5aa-a977209850e8 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:03.901080 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-6f73b8a7-9dcf-4fa4-9605-1b1486ed8fa2 req-d32b28aa-f943-4a46-a5aa-a977209850e8 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.0789001 Aug 16 15:19:03.912470 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-1629e023-3251-4503-9cac-dd9b43fc5d75 req-0ccc2dae-87d4-4411-98cb-9647a1ef6473 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] 10.222.0.22 "GET /v2.0/security-groups?id=985bd559-0476-4845-ba63-ed2d1ad98e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329657 Aug 16 15:19:03.934096 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-bf9b0781-a923-491a-a40a-924c151b0545 req-f1ff95f0-c1bb-41cb-b05f-fbd729625489 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769335768917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769335250710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268375'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:03.952148 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] get_ports_and_sgs() called for port_ids ['963bfe13-192f-4630-9e47-f1adbba15c70'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:19:03.955723 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4c89c614-2369-44af-82a5-1deaeecc46bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:03.972103 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-6f73b8a7-9dcf-4fa4-9605-1b1486ed8fa2 req-3267760c-5880-4304-9b81-6baccbbfc398 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627902 Aug 16 15:19:03.973235 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ff95f0-c1bb-41cb-b05f-fbd729625489 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] Pushing event deleted for resources: {'Port': ['ID=963bfe13-192f-4630-9e47-f1adbba15c70,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:19:04.015877 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf9b0781-a923-491a-a40a-924c151b0545 req-f1ff95f0-c1bb-41cb-b05f-fbd729625489 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] No DVR routers for this DVR port 963bfe13-192f-4630-9e47-f1adbba15c70 on host hv-cinder-80475 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 15:19:04.018449 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-bf9b0781-a923-491a-a40a-924c151b0545 req-f1ff95f0-c1bb-41cb-b05f-fbd729625489 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:04.020439 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-bf9b0781-a923-491a-a40a-924c151b0545 req-f1ff95f0-c1bb-41cb-b05f-fbd729625489 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] 10.222.0.63 "DELETE /v2.0/ports/963bfe13-192f-4630-9e47-f1adbba15c70 HTTP/1.1" status: 204 len: 173 time: 0.4605746 Aug 16 15:19:04.054350 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fcc5899-c127-4583-9db4-6eabc2fd954a', 'name': 'network-vif-deleted', 'tag': '963bfe13-192f-4630-9e47-f1adbba15c70'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:19:04.056642 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a5cfb7157b8b73f0e4116fd12db15b1ff73336af95e475daca955d95e5834ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02871f28-0167-44e7-a73f-5f547dc59e7c" -d '{"events": [{"server_uuid": "8fcc5899-c127-4583-9db4-6eabc2fd954a", "name": "network-vif-deleted", "tag": "963bfe13-192f-4630-9e47-f1adbba15c70"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:19:04.093537 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee6abf0-4a16-4cf1-ac84-938d527a1608 x-openstack-request-id: req-2ee6abf0-4a16-4cf1-ac84-938d527a1608 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:19:04.093829 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fcc5899-c127-4583-9db4-6eabc2fd954a", "name": "network-vif-deleted", "tag": "963bfe13-192f-4630-9e47-f1adbba15c70", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:19:04.094079 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2ee6abf0-4a16-4cf1-ac84-938d527a1608 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:19:04.094497 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fcc5899-c127-4583-9db4-6eabc2fd954a', 'name': 'network-vif-deleted', 'tag': '963bfe13-192f-4630-9e47-f1adbba15c70', 'status': 'completed', 'code': 200} Aug 16 15:19:04.105766 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e396d399-722e-4e4e-8525-765a5d4a11a2 req-5b273946-4580-4532-aba0-f64cbd95529c tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:04.108040 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-e396d399-722e-4e4e-8525-765a5d4a11a2 req-5b273946-4580-4532-aba0-f64cbd95529c tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/ports?device_id=de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2 HTTP/1.1" status: 200 len: 943 time: 0.0587919 Aug 16 15:19:04.146106 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-e396d399-722e-4e4e-8525-765a5d4a11a2 req-579e8f72-f64b-47ba-8ca7-5d7ef2933348 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a0e2430-a832-49a7-b80a-9e1eb0384896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317955 Aug 16 15:19:04.196683 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b539b8-5291-43ff-9fdf-ea993a66fd87 req-19b04788-00e1-4baf-b630-f71f4b0c269c tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:04.198149 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-b3b539b8-5291-43ff-9fdf-ea993a66fd87 req-19b04788-00e1-4baf-b630-f71f4b0c269c tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/ports?device_id=6993417b-2795-4280-b1d3-98ccb5a4f107 HTTP/1.1" status: 200 len: 944 time: 0.0490737 Aug 16 15:19:04.228238 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:04.238534 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-b3b539b8-5291-43ff-9fdf-ea993a66fd87 req-41d46f69-daae-4505-aef2-8b835fd0b7ac tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/security-groups?id=f81d9cb5-ee7b-41c0-8dbe-a0336cac8bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343442 Aug 16 15:19:05.093522 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device 74db418b-edee-450a-80a6-8bf95ebcc50f details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 15:19:05.117178 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97a1fd9-2f2b-4fd3-bb21-097ee5376b98 req-ad85390c-6dcb-4432-98bb-48d01b8b69b3 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:05.119735 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-c97a1fd9-2f2b-4fd3-bb21-097ee5376b98 req-ad85390c-6dcb-4432-98bb-48d01b8b69b3 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.0636075 Aug 16 15:19:05.155329 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5f8a3891-afd8-4a3f-99f3-eab7c9032578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:05.174427 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-c97a1fd9-2f2b-4fd3-bb21-097ee5376b98 req-01a5ea2d-8c67-48ad-8807-4dbcc55ff6dd tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480130 Aug 16 15:19:05.223098 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port 74db418b-edee-450a-80a6-8bf95ebcc50f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=74db418b-edee-450a-80a6-8bf95ebcc50f,segment=NetworkSegment(b0e1ed7a-79e8-499e-a716-624f334e2176),segment_id=b0e1ed7a-79e8-499e-a716-624f334e2176)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:19:05.233903 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Returning: {'device': '74db418b-edee-450a-80a6-8bf95ebcc50f', 'network_id': 'e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab', 'port_id': '74db418b-edee-450a-80a6-8bf95ebcc50f', 'mac_address': 'fa:16:3e:1b:36:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2468f3cc-012a-4fe4-84ca-361a65cab58f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 15:19:05.269896 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50494d0-075f-473a-848c-9a4bab0a9dd8 req-41a7154e-2265-4075-8ea6-4b03a76405ab tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:05.271536 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-f50494d0-075f-473a-848c-9a4bab0a9dd8 req-41a7154e-2265-4075-8ea6-4b03a76405ab tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/ports?device_id=de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2 HTTP/1.1" status: 200 len: 943 time: 0.0536900 Aug 16 15:19:05.271676 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:05.285186 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74db418b-edee-450a-80a6-8bf95ebcc50f {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:19:05.309662 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port 74db418b-edee-450a-80a6-8bf95ebcc50f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=74db418b-edee-450a-80a6-8bf95ebcc50f,segment=NetworkSegment(b0e1ed7a-79e8-499e-a716-624f334e2176),segment_id=b0e1ed7a-79e8-499e-a716-624f334e2176)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:19:05.312727 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-f50494d0-075f-473a-848c-9a4bab0a9dd8 req-d698f48e-7d96-4ba0-a8da-3ee645fc4d29 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a0e2430-a832-49a7-b80a-9e1eb0384896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339844 Aug 16 15:19:05.313940 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:05.361124 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Pushing event updated for resources: {'Port': ['ID=74db418b-edee-450a-80a6-8bf95ebcc50f,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:19:05.368113 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c879023a-dfc1-42d4-8510-cdeb63ae71a6 req-49ef19f7-bd0f-4a02-8242-2fa154c4e8fe tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:05.368785 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:19:05.369130 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:19:05.369468 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:19:05.369802 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:19:05.369912 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-c879023a-dfc1-42d4-8510-cdeb63ae71a6 req-49ef19f7-bd0f-4a02-8242-2fa154c4e8fe tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/ports?device_id=6993417b-2795-4280-b1d3-98ccb5a4f107 HTTP/1.1" status: 200 len: 944 time: 0.0610769 Aug 16 15:19:05.370128 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:19:05.370453 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:19:05.370775 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:19:05.371096 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:19:05.371419 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:19:05.371742 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:19:05.372086 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:19:05.372402 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:19:05.408035 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-c879023a-dfc1-42d4-8510-cdeb63ae71a6 req-05569c03-408e-43a0-b854-b10c48d07cab tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/security-groups?id=f81d9cb5-ee7b-41c0-8dbe-a0336cac8bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319791 Aug 16 15:19:06.289234 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a4319-4518-4230-92a6-6beaffbfbabd req-f67ca68c-8690-4a57-a1e5-3d68ef121082 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:06.290683 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-b39a4319-4518-4230-92a6-6beaffbfbabd req-f67ca68c-8690-4a57-a1e5-3d68ef121082 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.0476482 Aug 16 15:19:06.326992 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-b39a4319-4518-4230-92a6-6beaffbfbabd req-5b0c4e04-199f-41d9-8bfb-39e977e0403e tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304255 Aug 16 15:19:06.425746 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60506f8e-d552-49ad-8b6c-2d4f548ad5e1 req-1c489c8d-7a42-48a3-adcb-768238cff3ab tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:06.427128 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-60506f8e-d552-49ad-8b6c-2d4f548ad5e1 req-1c489c8d-7a42-48a3-adcb-768238cff3ab tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/ports?device_id=de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2 HTTP/1.1" status: 200 len: 944 time: 0.0491292 Aug 16 15:19:06.464658 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-60506f8e-d552-49ad-8b6c-2d4f548ad5e1 req-1c71d7a4-2d7e-41c1-9973-f6a7885d7925 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a0e2430-a832-49a7-b80a-9e1eb0384896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314419 Aug 16 15:19:06.520478 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde6f61-0d46-41f9-ae63-993cc9b8a6a8 req-fc9872d4-ded8-4ba1-a1ee-618739682e71 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:06.521909 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-bfde6f61-0d46-41f9-ae63-993cc9b8a6a8 req-fc9872d4-ded8-4ba1-a1ee-618739682e71 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/ports?device_id=6993417b-2795-4280-b1d3-98ccb5a4f107 HTTP/1.1" status: 200 len: 944 time: 0.0480657 Aug 16 15:19:06.557603 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-bfde6f61-0d46-41f9-ae63-993cc9b8a6a8 req-85448184-2b89-4043-8dc0-dd87b9bd4d57 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/security-groups?id=f81d9cb5-ee7b-41c0-8dbe-a0336cac8bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292795 Aug 16 15:19:06.752661 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4fd61f29-14ed-4c81-94cc-08da44d16cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:07.206799 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device 963bfe13-192f-4630-9e47-f1adbba15c70 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:19:07.226509 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] No Port match for: 963bfe13-192f-4630-9e47-f1adbba15c70 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:19:07.226838 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device 963bfe13-192f-4630-9e47-f1adbba15c70 not bound to the agent host hv-cinder-80475 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:19:07.444620 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc97442-a246-4f0d-abcb-46e0850eb465 req-b9b3942d-e17b-4afe-826a-f8f42c7192b7 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:07.446073 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-2cc97442-a246-4f0d-abcb-46e0850eb465 req-b9b3942d-e17b-4afe-826a-f8f42c7192b7 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.0534854 Aug 16 15:19:07.484859 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-2cc97442-a246-4f0d-abcb-46e0850eb465 req-c55f05e5-fcf3-4085-9104-729fda7779b8 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328789 Aug 16 15:19:07.585943 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238cebdc-c1b3-4ca2-8e73-11a8047c2cf5 req-9b9b11fd-dc84-419e-b2a0-c2f2f909350d tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:07.587449 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-238cebdc-c1b3-4ca2-8e73-11a8047c2cf5 req-9b9b11fd-dc84-419e-b2a0-c2f2f909350d tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/ports?device_id=de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2 HTTP/1.1" status: 200 len: 944 time: 0.0510335 Aug 16 15:19:07.624824 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-238cebdc-c1b3-4ca2-8e73-11a8047c2cf5 req-08a82b62-e54d-44a9-a62f-d8dd4e2b270d tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a0e2430-a832-49a7-b80a-9e1eb0384896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312464 Aug 16 15:19:07.672259 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ee66e-3363-4164-b955-d2abb33720bf req-d6488d9d-711d-4fa8-b5ea-70b6388d4b06 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:07.673713 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-332ee66e-3363-4164-b955-d2abb33720bf req-d6488d9d-711d-4fa8-b5ea-70b6388d4b06 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/ports?device_id=6993417b-2795-4280-b1d3-98ccb5a4f107 HTTP/1.1" status: 200 len: 944 time: 0.0488133 Aug 16 15:19:07.710266 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-332ee66e-3363-4164-b955-d2abb33720bf req-e38ba342-209d-49a2-85b4-bc93858cd244 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/security-groups?id=f81d9cb5-ee7b-41c0-8dbe-a0336cac8bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299015 Aug 16 15:19:07.969009 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.agents_db [None req-45e7de1a-0021-4862-aee0-d1a44650be34 None None] Agent healthcheck: found 6 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 15:19:08.413511 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] get_ports_and_sgs() called for port_ids ['74db418b-edee-450a-80a6-8bf95ebcc50f'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:19:08.596526 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c4c5a-ebd0-47d9-9644-9fa4f417af2a req-0d3aa628-cf30-47a8-8d6d-1858288433d4 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:08.597938 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-f95c4c5a-ebd0-47d9-9644-9fa4f417af2a req-0d3aa628-cf30-47a8-8d6d-1858288433d4 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.0463285 Aug 16 15:19:08.634073 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-f95c4c5a-ebd0-47d9-9644-9fa4f417af2a req-4449ac19-4ddf-4a67-b9c7-180916365214 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297325 Aug 16 15:19:08.737979 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe340a7-86c4-478a-8338-cccbea86e282 req-43caa864-4977-4386-a1fe-e5a791a6804e tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:08.739464 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-afe340a7-86c4-478a-8338-cccbea86e282 req-43caa864-4977-4386-a1fe-e5a791a6804e tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/ports?device_id=de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2 HTTP/1.1" status: 200 len: 944 time: 0.0491107 Aug 16 15:19:08.777169 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-afe340a7-86c4-478a-8338-cccbea86e282 req-1ac3a9ba-7209-4a85-ba7f-107ba971f587 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a0e2430-a832-49a7-b80a-9e1eb0384896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317178 Aug 16 15:19:08.821798 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37662239-c9f2-4ce4-b467-f490e4759e19 req-00ea950b-b997-47da-82e1-dac7fdc7846f tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:08.823238 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-37662239-c9f2-4ce4-b467-f490e4759e19 req-00ea950b-b997-47da-82e1-dac7fdc7846f tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/ports?device_id=6993417b-2795-4280-b1d3-98ccb5a4f107 HTTP/1.1" status: 200 len: 944 time: 0.0470893 Aug 16 15:19:08.859410 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-37662239-c9f2-4ce4-b467-f490e4759e19 req-77159b6e-a185-4338-9f99-47e4a694f483 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/security-groups?id=f81d9cb5-ee7b-41c0-8dbe-a0336cac8bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303028 Aug 16 15:19:09.749457 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830dd1f-5175-401b-98fc-8c00ab22500e req-eda387b0-f282-4f22-8562-e0190cef709b tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:09.750900 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-0830dd1f-5175-401b-98fc-8c00ab22500e req-eda387b0-f282-4f22-8562-e0190cef709b tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.0507915 Aug 16 15:19:09.787267 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-0830dd1f-5175-401b-98fc-8c00ab22500e req-fcc9ce84-912f-4130-8252-887f3b5a9544 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300567 Aug 16 15:19:09.908870 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0558dec8-50e2-4c80-b45f-9a12a584c99d req-86a3db8e-2c17-4f77-bfa3-c37b531ddc34 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:09.910533 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-0558dec8-50e2-4c80-b45f-9a12a584c99d req-86a3db8e-2c17-4f77-bfa3-c37b531ddc34 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/ports?device_id=de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2 HTTP/1.1" status: 200 len: 944 time: 0.0568826 Aug 16 15:19:09.948925 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-0558dec8-50e2-4c80-b45f-9a12a584c99d req-d0e592ef-e8aa-476a-989a-93a01d2d2aef tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a0e2430-a832-49a7-b80a-9e1eb0384896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322442 Aug 16 15:19:09.978248 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e4bc9-0e03-4a6a-8524-d8a317ba7809 req-283c746e-68cc-4814-80d1-b0b058f5bb4c tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:09.979692 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-353e4bc9-0e03-4a6a-8524-d8a317ba7809 req-283c746e-68cc-4814-80d1-b0b058f5bb4c tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/ports?device_id=6993417b-2795-4280-b1d3-98ccb5a4f107 HTTP/1.1" status: 200 len: 944 time: 0.0479367 Aug 16 15:19:10.018772 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-353e4bc9-0e03-4a6a-8524-d8a317ba7809 req-2c800fcf-6812-4271-a5d4-f10ec549470f tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/security-groups?id=f81d9cb5-ee7b-41c0-8dbe-a0336cac8bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330522 Aug 16 15:19:10.513888 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8be2c3-1719-4ca1-9d7b-554d431dc36d req-28d872b7-9609-4c48-bb36-6a057ab33b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:10.515392 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-2f8be2c3-1719-4ca1-9d7b-554d431dc36d req-28d872b7-9609-4c48-bb36-6a057ab33b4d service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 1099 time: 0.0411193 Aug 16 15:19:10.554014 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-2f8be2c3-1719-4ca1-9d7b-554d431dc36d req-c86cdda7-78f4-4ec0-8cdb-11981ffa45a9 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298736 Aug 16 15:19:10.898905 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351e836-ae20-44dc-be94-6ab7c0828ffa req-57222b50-45f5-421d-b0a3-65ef7cd52174 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:10.900380 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-8351e836-ae20-44dc-be94-6ab7c0828ffa req-57222b50-45f5-421d-b0a3-65ef7cd52174 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.0471220 Aug 16 15:19:10.936529 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-8351e836-ae20-44dc-be94-6ab7c0828ffa req-622e4d76-7dd2-4dd1-8d53-12fe55ee3380 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302329 Aug 16 15:19:11.062420 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e23b1-2b78-4670-8cdb-2995630a4cbd req-6a22cfec-0a1a-4584-97ad-6e6f5a9f76f3 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:11.063809 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-145e23b1-2b78-4670-8cdb-2995630a4cbd req-6a22cfec-0a1a-4584-97ad-6e6f5a9f76f3 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/ports?device_id=de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2 HTTP/1.1" status: 200 len: 944 time: 0.0511873 Aug 16 15:19:11.102438 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-145e23b1-2b78-4670-8cdb-2995630a4cbd req-975c7241-c3ea-4c34-bea1-ebd3c4f79351 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a0e2430-a832-49a7-b80a-9e1eb0384896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320778 Aug 16 15:19:11.129609 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba88a6d-5f3d-4769-b959-ba375fc41294 req-e1a5a225-fac7-4692-a435-de0a7a894616 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:11.131074 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-aba88a6d-5f3d-4769-b959-ba375fc41294 req-e1a5a225-fac7-4692-a435-de0a7a894616 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/ports?device_id=6993417b-2795-4280-b1d3-98ccb5a4f107 HTTP/1.1" status: 200 len: 944 time: 0.0478318 Aug 16 15:19:11.168920 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-aba88a6d-5f3d-4769-b959-ba375fc41294 req-b1b4f431-71eb-4ec2-899c-a695abe217f0 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/security-groups?id=f81d9cb5-ee7b-41c0-8dbe-a0336cac8bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314741 Aug 16 15:19:11.717154 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device 99a475fb-f8c5-49aa-9cb9-53c0a3d59631 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 15:19:11.808074 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port 99a475fb-f8c5-49aa-9cb9-53c0a3d59631, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=99a475fb-f8c5-49aa-9cb9-53c0a3d59631,segment=NetworkSegment(ec402e6f-339e-4373-af26-597dcdea5a54),segment_id=ec402e6f-339e-4373-af26-597dcdea5a54)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:19:11.819490 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Returning: {'device': '99a475fb-f8c5-49aa-9cb9-53c0a3d59631', 'network_id': '7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a', 'port_id': '99a475fb-f8c5-49aa-9cb9-53c0a3d59631', 'mac_address': 'fa:16:3e:21:bb:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12be7342-1293-4efd-8683-22f17d2b28ee', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 15:19:11.858028 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:11.870568 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99a475fb-f8c5-49aa-9cb9-53c0a3d59631 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:19:11.888842 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port 99a475fb-f8c5-49aa-9cb9-53c0a3d59631, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=99a475fb-f8c5-49aa-9cb9-53c0a3d59631,segment=NetworkSegment(ec402e6f-339e-4373-af26-597dcdea5a54),segment_id=ec402e6f-339e-4373-af26-597dcdea5a54)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:19:11.892720 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:11.937483 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Pushing event updated for resources: {'Port': ['ID=99a475fb-f8c5-49aa-9cb9-53c0a3d59631,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:19:12.049041 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ccc65-48da-4026-a5c8-0148117855b1 req-f24ae47d-a5b2-4123-8a51-a76f83bd4e93 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:12.050473 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-587ccc65-48da-4026-a5c8-0148117855b1 req-f24ae47d-a5b2-4123-8a51-a76f83bd4e93 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.0476394 Aug 16 15:19:12.086492 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-587ccc65-48da-4026-a5c8-0148117855b1 req-c824b066-9e58-4525-bd3f-8f5fe2c63b12 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302148 Aug 16 15:19:12.216281 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68d46ed-0332-4abd-a32c-481de55e70ad req-92252375-58fa-4936-ae0f-2786bb4067e7 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:12.217750 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-c68d46ed-0332-4abd-a32c-481de55e70ad req-92252375-58fa-4936-ae0f-2786bb4067e7 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/ports?device_id=de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2 HTTP/1.1" status: 200 len: 944 time: 0.0510850 Aug 16 15:19:12.255836 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-c68d46ed-0332-4abd-a32c-481de55e70ad req-a10b48b5-e752-4553-84fd-649ce7ac7afb tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a0e2430-a832-49a7-b80a-9e1eb0384896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322926 Aug 16 15:19:12.282452 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb9f6f-8f82-4549-8bb9-3eb57536c849 req-3908da1b-7367-4113-952a-b1161b7dbcef tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:12.283905 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-bfeb9f6f-8f82-4549-8bb9-3eb57536c849 req-3908da1b-7367-4113-952a-b1161b7dbcef tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/ports?device_id=6993417b-2795-4280-b1d3-98ccb5a4f107 HTTP/1.1" status: 200 len: 945 time: 0.0472064 Aug 16 15:19:12.321742 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-bfeb9f6f-8f82-4549-8bb9-3eb57536c849 req-e832658f-3223-40fd-8e49-16dda43d952b tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/security-groups?id=f81d9cb5-ee7b-41c0-8dbe-a0336cac8bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310342 Aug 16 15:19:12.602334 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device 74db418b-edee-450a-80a6-8bf95ebcc50f up at agent hyperv_hv-cinder-80475 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:19:12.650158 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Provisioning for port 74db418b-edee-450a-80a6-8bf95ebcc50f completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:19:12.653568 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Provisioning complete for port 74db418b-edee-450a-80a6-8bf95ebcc50f triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:19:12.653937 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:12.729541 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:12.750894 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74db418b-edee-450a-80a6-8bf95ebcc50f'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:19:12.753123 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e76958932a03d86b7f0b22df001500a87ec50ba87a7955a81e77db88798745a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4169213a-88a9-4d84-8b82-a6e8f3e21d45" -d '{"events": [{"server_uuid": "de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2", "name": "network-vif-plugged", "status": "completed", "tag": "74db418b-edee-450a-80a6-8bf95ebcc50f"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:19:12.766432 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port 74db418b-edee-450a-80a6-8bf95ebcc50f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=74db418b-edee-450a-80a6-8bf95ebcc50f,segment=NetworkSegment(b0e1ed7a-79e8-499e-a716-624f334e2176),segment_id=b0e1ed7a-79e8-499e-a716-624f334e2176)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:19:12.770332 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:12.793181 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea201459-f588-4e72-897a-3858ca66ac8b x-openstack-request-id: req-ea201459-f588-4e72-897a-3858ca66ac8b {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:19:12.793467 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2", "name": "network-vif-plugged", "status": "completed", "tag": "74db418b-edee-450a-80a6-8bf95ebcc50f", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:19:12.793716 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ea201459-f588-4e72-897a-3858ca66ac8b {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:19:12.794094 dv-cinder-804757-1-iscsi neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74db418b-edee-450a-80a6-8bf95ebcc50f', 'code': 200} Aug 16 15:19:12.818353 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Pushing event updated for resources: {'Port': ['ID=74db418b-edee-450a-80a6-8bf95ebcc50f,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:19:13.208541 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdbce33-c366-4caf-855c-783821e8255a req-9096f252-0693-4e62-938a-3f0c0fc4d1ea tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:13.210730 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-afdbce33-c366-4caf-855c-783821e8255a req-9096f252-0693-4e62-938a-3f0c0fc4d1ea tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.0524678 Aug 16 15:19:13.251339 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-afdbce33-c366-4caf-855c-783821e8255a req-1faec79d-b65f-4a86-819e-50594f0eaecc tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345354 Aug 16 15:19:13.368694 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2229cab7-799f-4335-9cf2-8b51cced1ae5 req-d15883b6-0b24-4dc3-b40a-633486c5d671 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:13.370043 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-2229cab7-799f-4335-9cf2-8b51cced1ae5 req-d15883b6-0b24-4dc3-b40a-633486c5d671 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/ports?device_id=de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2 HTTP/1.1" status: 200 len: 945 time: 0.0486038 Aug 16 15:19:13.408889 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-2229cab7-799f-4335-9cf2-8b51cced1ae5 req-53d90744-60b3-470a-b1d4-c38344ad01f6 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a0e2430-a832-49a7-b80a-9e1eb0384896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329065 Aug 16 15:19:13.435349 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645614c3-4d13-48e4-94fd-9230891c0c18 req-b35a5be3-4548-42a1-abd1-e1d8c2edbb5c tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:13.436851 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-645614c3-4d13-48e4-94fd-9230891c0c18 req-b35a5be3-4548-42a1-abd1-e1d8c2edbb5c tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/ports?device_id=6993417b-2795-4280-b1d3-98ccb5a4f107 HTTP/1.1" status: 200 len: 945 time: 0.0490153 Aug 16 15:19:13.473532 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-645614c3-4d13-48e4-94fd-9230891c0c18 req-ecddeef5-88f4-44d9-a456-e6367f9fb6e6 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/security-groups?id=f81d9cb5-ee7b-41c0-8dbe-a0336cac8bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306089 Aug 16 15:19:13.771374 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59859d42-b383-4f04-89c8-e75f420e7899 req-123b95d3-f7c0-410a-bd71-9899c81b25df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:13.773362 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-59859d42-b383-4f04-89c8-e75f420e7899 req-123b95d3-f7c0-410a-bd71-9899c81b25df service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2 HTTP/1.1" status: 200 len: 1098 time: 0.0383704 Aug 16 15:19:13.812760 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-59859d42-b383-4f04-89c8-e75f420e7899 req-0bd87f9b-bcba-4018-b39f-9b7c5c8929a2 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=4a0e2430-a832-49a7-b80a-9e1eb0384896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276816 Aug 16 15:19:13.939898 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] get_ports_and_sgs() called for port_ids ['99a475fb-f8c5-49aa-9cb9-53c0a3d59631'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:19:14.363837 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a491df7-0826-4878-9605-2bf55a039add req-458b0795-e742-44c8-88fe-baac023e86e4 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:14.365295 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-0a491df7-0826-4878-9605-2bf55a039add req-458b0795-e742-44c8-88fe-baac023e86e4 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.0473962 Aug 16 15:19:14.401911 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-0a491df7-0826-4878-9605-2bf55a039add req-760db3cb-4567-4294-903e-e66f10058e22 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302181 Aug 16 15:19:14.529807 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d584f-3394-476f-a7c8-a37456bfe66e req-8ef2013c-3631-4fcb-9a6a-cec3ff157c07 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:14.531294 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-a36d584f-3394-476f-a7c8-a37456bfe66e req-8ef2013c-3631-4fcb-9a6a-cec3ff157c07 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/ports?device_id=de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2 HTTP/1.1" status: 200 len: 945 time: 0.0532379 Aug 16 15:19:14.568532 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-a36d584f-3394-476f-a7c8-a37456bfe66e req-04392f8c-7423-46bc-a595-97949650e7c7 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a0e2430-a832-49a7-b80a-9e1eb0384896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311713 Aug 16 15:19:14.616390 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c22d66f-ab60-4cd8-9d39-76d24867a23a req-74fef953-b404-4467-bed0-2f561474f263 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:14.617872 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-0c22d66f-ab60-4cd8-9d39-76d24867a23a req-74fef953-b404-4467-bed0-2f561474f263 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/ports?device_id=6993417b-2795-4280-b1d3-98ccb5a4f107 HTTP/1.1" status: 200 len: 945 time: 0.0529139 Aug 16 15:19:14.655286 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-0c22d66f-ab60-4cd8-9d39-76d24867a23a req-13d4ed80-0d35-49f0-b819-710a3f89c36d tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/security-groups?id=f81d9cb5-ee7b-41c0-8dbe-a0336cac8bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313270 Aug 16 15:19:14.766392 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8018db2c-ba80-48fd-b8b5-16e8fcec2088 req-9e8edfc2-5d10-41fc-83d3-acbe757b0b45 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:14.767834 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-8018db2c-ba80-48fd-b8b5-16e8fcec2088 req-9e8edfc2-5d10-41fc-83d3-acbe757b0b45 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.0552485 Aug 16 15:19:14.773452 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283c1fd-6d3b-4811-91fd-cfc7c60f6021 req-1323a295-33c0-4f6e-9a61-6fa32ce901ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:14.775114 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-1283c1fd-6d3b-4811-91fd-cfc7c60f6021 req-1323a295-33c0-4f6e-9a61-6fa32ce901ee service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=01f2355b3173487a90e45214a420413d&device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 1099 time: 0.0440743 Aug 16 15:19:14.808235 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-8018db2c-ba80-48fd-b8b5-16e8fcec2088 req-e5519c56-8e01-4b75-9bf5-30f26b9e3e8a tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344794 Aug 16 15:19:14.957445 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283c1fd-6d3b-4811-91fd-cfc7c60f6021 req-db34233f-8443-449e-a67a-deeddd0a2a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:14.958882 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-1283c1fd-6d3b-4811-91fd-cfc7c60f6021 req-db34233f-8443-449e-a67a-deeddd0a2a72 service neutron] 10.222.0.63 "GET /v2.0/networks?id=dc2a7c1b-6294-45c9-b16c-61fd2495db53 HTTP/1.1" status: 200 len: 919 time: 0.1750259 Aug 16 15:19:14.986478 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867af579-cba3-4bcb-a1f5-52962a70708c req-98ba4678-4625-4183-b8dd-54b39cb25b6c tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:14.987894 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-867af579-cba3-4bcb-a1f5-52962a70708c req-98ba4678-4625-4183-b8dd-54b39cb25b6c tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] 10.222.0.22 "GET /v2.0/networks?id=0fa8beeb-54ff-4459-ae7e-dcfe9bda3c04 HTTP/1.1" status: 200 len: 814 time: 0.1369641 Aug 16 15:19:15.019463 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-1283c1fd-6d3b-4811-91fd-cfc7c60f6021 req-7adca5e3-ed6e-48a1-abe8-a38e91644f29 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d7993fa5-40dc-4e85-92da-a6701cc5ce17 HTTP/1.1" status: 200 len: 217 time: 0.0487907 Aug 16 15:19:15.028903 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-867af579-cba3-4bcb-a1f5-52962a70708c req-01fa8f7a-b7b9-40d7-b786-cce78581d16b tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] 10.222.0.22 "GET /v2.0/quotas/ec1f0c69448e428ab6d77512a292a262 HTTP/1.1" status: 200 len: 375 time: 0.0121083 Aug 16 15:19:15.079373 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-867af579-cba3-4bcb-a1f5-52962a70708c req-cb18213d-cf99-4ed7-8369-1cb77618dcb4 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ec1f0c69448e428ab6d77512a292a262&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438540 Aug 16 15:19:15.106368 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283c1fd-6d3b-4811-91fd-cfc7c60f6021 req-dc8013f5-844f-4cea-8451-db16a494192e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:15.107749 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-1283c1fd-6d3b-4811-91fd-cfc7c60f6021 req-dc8013f5-844f-4cea-8451-db16a494192e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d78ff18c-4064-4ba6-8f60-118b05bc557a HTTP/1.1" status: 200 len: 859 time: 0.0802813 Aug 16 15:19:15.162837 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-1283c1fd-6d3b-4811-91fd-cfc7c60f6021 req-c61f7564-c20f-4c2a-8266-31ddef2431f6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dc2a7c1b-6294-45c9-b16c-61fd2495db53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279131 Aug 16 15:19:15.238282 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-867af579-cba3-4bcb-a1f5-52962a70708c req-f133441c-28b3-42ee-a0c0-96d5d1fbed39 service neutron] 10.222.0.22 "GET /v2.0/networks/0fa8beeb-54ff-4459-ae7e-dcfe9bda3c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518431 Aug 16 15:19:15.323435 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-1283c1fd-6d3b-4811-91fd-cfc7c60f6021 req-34a68619-1325-4334-a0e4-9739e0356d42 service neutron] 10.222.0.63 "GET /v2.0/networks/dc2a7c1b-6294-45c9-b16c-61fd2495db53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510775 Aug 16 15:19:15.394999 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-867af579-cba3-4bcb-a1f5-52962a70708c req-cb2d03e5-c9ad-4a4f-91b9-36091ad7798f service neutron] 10.222.0.22 "GET /v2.0/networks/0fa8beeb-54ff-4459-ae7e-dcfe9bda3c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503117 Aug 16 15:19:15.433751 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-1283c1fd-6d3b-4811-91fd-cfc7c60f6021 req-1d8f3226-85c3-43f0-a7a4-0486521f8966 service neutron] 10.222.0.63 "GET /v2.0/networks/dc2a7c1b-6294-45c9-b16c-61fd2495db53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973997 Aug 16 15:19:15.551160 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-860e2995-5d42-4adf-a9c4-7ff67e72441b req-8dcd029b-88e6-4271-a4c0-be710a91394b tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c43cec5-610a-42b5-9d4f-472de12dbfbd HTTP/1.1" status: 200 len: 210 time: 0.0257094 Aug 16 15:19:15.622098 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device 99a475fb-f8c5-49aa-9cb9-53c0a3d59631 up at agent hyperv_hv-cinder-80475 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:19:15.680188 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Provisioning for port 99a475fb-f8c5-49aa-9cb9-53c0a3d59631 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:19:15.684405 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Provisioning complete for port 99a475fb-f8c5-49aa-9cb9-53c0a3d59631 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:19:15.684777 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:15.687721 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a930c0-b8f1-4e5b-bb3d-c034ecee2a13 req-02ee43fa-90f2-4fdc-9bdc-187beeb1e74b tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:15.689524 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-21a930c0-b8f1-4e5b-bb3d-c034ecee2a13 req-02ee43fa-90f2-4fdc-9bdc-187beeb1e74b tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/ports?device_id=de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2 HTTP/1.1" status: 200 len: 945 time: 0.0531209 Aug 16 15:19:15.750004 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-21a930c0-b8f1-4e5b-bb3d-c034ecee2a13 req-ee25fa83-1b35-4ba0-9b8e-d3f19e668032 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a0e2430-a832-49a7-b80a-9e1eb0384896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522838 Aug 16 15:19:15.786751 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:15.795836 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee56f5-bca7-4aac-a3f5-72cf09b88b61 req-1dd8ea34-71cb-49c6-b840-dc621d05c0c2 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:15.804007 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-8aee56f5-bca7-4aac-a3f5-72cf09b88b61 req-1dd8ea34-71cb-49c6-b840-dc621d05c0c2 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/ports?device_id=6993417b-2795-4280-b1d3-98ccb5a4f107 HTTP/1.1" status: 200 len: 945 time: 0.0724118 Aug 16 15:19:15.813839 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6993417b-2795-4280-b1d3-98ccb5a4f107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a475fb-f8c5-49aa-9cb9-53c0a3d59631'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:19:15.816204 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e76958932a03d86b7f0b22df001500a87ec50ba87a7955a81e77db88798745a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f60c38c6-2c90-4956-ad4e-e3a8ceaa9ee2" -d '{"events": [{"server_uuid": "6993417b-2795-4280-b1d3-98ccb5a4f107", "name": "network-vif-plugged", "status": "completed", "tag": "99a475fb-f8c5-49aa-9cb9-53c0a3d59631"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:19:15.828675 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port 99a475fb-f8c5-49aa-9cb9-53c0a3d59631, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=99a475fb-f8c5-49aa-9cb9-53c0a3d59631,segment=NetworkSegment(ec402e6f-339e-4373-af26-597dcdea5a54),segment_id=ec402e6f-339e-4373-af26-597dcdea5a54)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:19:15.838343 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:15.854622 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-8aee56f5-bca7-4aac-a3f5-72cf09b88b61 req-c0562848-cc4d-4a7d-bb57-27200393fe53 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/security-groups?id=f81d9cb5-ee7b-41c0-8dbe-a0336cac8bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488458 Aug 16 15:19:15.898793 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1735cc84-df0c-4315-9b46-16bc34431189 req-059fbaf1-2815-4a77-b6ad-e5724fd64cde tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:15.900761 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-1735cc84-df0c-4315-9b46-16bc34431189 req-059fbaf1-2815-4a77-b6ad-e5724fd64cde tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/ports?device_id=de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2 HTTP/1.1" status: 200 len: 945 time: 0.0712979 Aug 16 15:19:15.910409 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c13397-11da-46f3-8d29-3eaaf4d4113d x-openstack-request-id: req-25c13397-11da-46f3-8d29-3eaaf4d4113d {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:19:15.910685 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6993417b-2795-4280-b1d3-98ccb5a4f107", "name": "network-vif-plugged", "status": "completed", "tag": "99a475fb-f8c5-49aa-9cb9-53c0a3d59631", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:19:15.910996 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-25c13397-11da-46f3-8d29-3eaaf4d4113d {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:19:15.911301 dv-cinder-804757-1-iscsi neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6993417b-2795-4280-b1d3-98ccb5a4f107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a475fb-f8c5-49aa-9cb9-53c0a3d59631', 'code': 200} Aug 16 15:19:15.916973 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Pushing event updated for resources: {'Port': ['ID=99a475fb-f8c5-49aa-9cb9-53c0a3d59631,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:19:15.947448 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-1735cc84-df0c-4315-9b46-16bc34431189 req-94d32001-d4ab-47f9-b7fd-266a11debd19 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a0e2430-a832-49a7-b80a-9e1eb0384896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398052 Aug 16 15:19:16.017847 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb7698-3d62-4cb4-bece-2d553806413d req-11ccdf38-c529-4503-938b-fb2cd7e40f45 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:16.019476 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-54fb7698-3d62-4cb4-bece-2d553806413d req-11ccdf38-c529-4503-938b-fb2cd7e40f45 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.0559318 Aug 16 15:19:16.060000 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-54fb7698-3d62-4cb4-bece-2d553806413d req-6fbb4629-24f9-4ca1-9de9-68b00cc236ec tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340650 Aug 16 15:19:16.201677 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605aac6-bd41-4640-9f08-c440229e6b50 req-4e55b046-93ab-4268-9ef0-0bcc12a12382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:16.203148 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-f605aac6-bd41-4640-9f08-c440229e6b50 req-4e55b046-93ab-4268-9ef0-0bcc12a12382 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=6993417b-2795-4280-b1d3-98ccb5a4f107 HTTP/1.1" status: 200 len: 1099 time: 0.0435894 Aug 16 15:19:16.250433 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-f605aac6-bd41-4640-9f08-c440229e6b50 req-ef3057be-1958-4861-8df8-8aa89d9362ca service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=f81d9cb5-ee7b-41c0-8dbe-a0336cac8bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308361 Aug 16 15:19:16.281237 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f38292-2326-48e4-8c51-27dead3df7f3 req-32b83bf1-8bc7-40a6-be7f-481529019a71 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:16.282672 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-20f38292-2326-48e4-8c51-27dead3df7f3 req-32b83bf1-8bc7-40a6-be7f-481529019a71 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/ports?device_id=de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2 HTTP/1.1" status: 200 len: 945 time: 0.0482249 Aug 16 15:19:16.319215 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-20f38292-2326-48e4-8c51-27dead3df7f3 req-bc71e6cc-62c3-483c-bcda-fe81381f433c tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a0e2430-a832-49a7-b80a-9e1eb0384896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301375 Aug 16 15:19:16.679590 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-f7fc6798-bdf9-4c0c-a233-fcf992baf9db req-14a2b4cf-aff0-4d2d-a0db-dbcfa07dd89b tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c43cec5-610a-42b5-9d4f-472de12dbfbd HTTP/1.1" status: 200 len: 210 time: 0.0361521 Aug 16 15:19:16.700591 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867af579-cba3-4bcb-a1f5-52962a70708c req-1e171415-43cd-4a3b-b4c0-903b2fe935b4 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:16.702133 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-867af579-cba3-4bcb-a1f5-52962a70708c req-1e171415-43cd-4a3b-b4c0-903b2fe935b4 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] 10.222.0.63 "GET /v2.0/networks?id=0fa8beeb-54ff-4459-ae7e-dcfe9bda3c04 HTTP/1.1" status: 200 len: 814 time: 0.1552956 Aug 16 15:19:16.731028 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [req-867af579-cba3-4bcb-a1f5-52962a70708c req-55c5cc88-a451-42c4-84e7-4680582b3c79 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] Request body: {'port': {'device_id': '9c43cec5-610a-42b5-9d4f-472de12dbfbd', 'network_id': '0fa8beeb-54ff-4459-ae7e-dcfe9bda3c04', 'admin_state_up': True, 'tenant_id': 'ec1f0c69448e428ab6d77512a292a262'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:19:16.835863 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-867af579-cba3-4bcb-a1f5-52962a70708c req-55c5cc88-a451-42c4-84e7-4680582b3c79 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] Made reservation on behalf of ec1f0c69448e428ab6d77512a292a262 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:19:16.839256 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-867af579-cba3-4bcb-a1f5-52962a70708c req-55c5cc88-a451-42c4-84e7-4680582b3c79 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:16.967778 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-867af579-cba3-4bcb-a1f5-52962a70708c req-55c5cc88-a451-42c4-84e7-4680582b3c79 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] Allocated IP 172.20.0.6 (0fa8beeb-54ff-4459-ae7e-dcfe9bda3c04/fc9e0f70-35d2-4c43-b381-cebe3b84bff8/e6064cf9-dbb5-4c4a-ac97-06e9825987f6) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:19:16.979668 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d2f067-104d-468f-b65a-05ca9220e118 req-d5eaec7d-a986-4c46-bdd5-c01287225042 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:16.981432 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-79d2f067-104d-468f-b65a-05ca9220e118 req-d5eaec7d-a986-4c46-bdd5-c01287225042 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/ports?device_id=6993417b-2795-4280-b1d3-98ccb5a4f107 HTTP/1.1" status: 200 len: 946 time: 0.0555618 Aug 16 15:19:17.021369 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-79d2f067-104d-468f-b65a-05ca9220e118 req-6e860525-b8f9-4855-b5c9-5b14b91f402c tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/security-groups?id=f81d9cb5-ee7b-41c0-8dbe-a0336cac8bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337796 Aug 16 15:19:17.114204 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-867af579-cba3-4bcb-a1f5-52962a70708c req-55c5cc88-a451-42c4-84e7-4680582b3c79 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:17.190363 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78556ad2-15bb-42ae-9341-06252912b247 req-e201ecb9-5b3d-44e4-97e1-f0dbd51ecc8f tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:17.191810 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-78556ad2-15bb-42ae-9341-06252912b247 req-e201ecb9-5b3d-44e4-97e1-f0dbd51ecc8f tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.0617340 Aug 16 15:19:17.192877 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-867af579-cba3-4bcb-a1f5-52962a70708c req-55c5cc88-a451-42c4-84e7-4680582b3c79 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769335250701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268375'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:17.254707 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-867af579-cba3-4bcb-a1f5-52962a70708c req-55c5cc88-a451-42c4-84e7-4680582b3c79 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] Network 0fa8beeb-54ff-4459-ae7e-dcfe9bda3c04 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:19:17.261647 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-867af579-cba3-4bcb-a1f5-52962a70708c req-55c5cc88-a451-42c4-84e7-4680582b3c79 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:19:17.268977 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-867af579-cba3-4bcb-a1f5-52962a70708c req-55c5cc88-a451-42c4-84e7-4680582b3c79 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:19:17.270898 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5cc88-a451-42c4-84e7-4680582b3c79 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] Pushing event updated for resources: {'Port': ['ID=e6064cf9-dbb5-4c4a-ac97-06e9825987f6,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:19:17.302633 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-78556ad2-15bb-42ae-9341-06252912b247 req-8ed7e118-e017-4dea-9229-e91fcb4ed922 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021612 Aug 16 15:19:17.326471 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867af579-cba3-4bcb-a1f5-52962a70708c req-55c5cc88-a451-42c4-84e7-4680582b3c79 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:17.327071 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-867af579-cba3-4bcb-a1f5-52962a70708c req-55c5cc88-a451-42c4-84e7-4680582b3c79 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:17.341467 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-867af579-cba3-4bcb-a1f5-52962a70708c req-55c5cc88-a451-42c4-84e7-4680582b3c79 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6146271 Aug 16 15:19:17.363541 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [req-867af579-cba3-4bcb-a1f5-52962a70708c req-ff9b9af3-8711-4cf2-b6cb-58c747c7021e service neutron] Request body: {'port': {'device_id': '9c43cec5-610a-42b5-9d4f-472de12dbfbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:19:17.415954 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-867af579-cba3-4bcb-a1f5-52962a70708c req-ff9b9af3-8711-4cf2-b6cb-58c747c7021e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:17.676435 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.notifiers.nova [req-867af579-cba3-4bcb-a1f5-52962a70708c req-ff9b9af3-8711-4cf2-b6cb-58c747c7021e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6064cf9-dbb5-4c4a-ac97-06e9825987f6 {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:19:17.683724 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-867af579-cba3-4bcb-a1f5-52962a70708c req-ff9b9af3-8711-4cf2-b6cb-58c747c7021e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:17.696199 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-867af579-cba3-4bcb-a1f5-52962a70708c req-ff9b9af3-8711-4cf2-b6cb-58c747c7021e service neutron] Transition to ACTIVE for port object e6064cf9-dbb5-4c4a-ac97-06e9825987f6 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:19:17.699736 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-867af579-cba3-4bcb-a1f5-52962a70708c req-ff9b9af3-8711-4cf2-b6cb-58c747c7021e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2268376'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:17.821283 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed301207-6f58-483a-aed9-d5287a3e0cb8 req-08e6a010-b8e7-4ddb-8db4-48ba9eca8a86 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:17.822946 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-ed301207-6f58-483a-aed9-d5287a3e0cb8 req-08e6a010-b8e7-4ddb-8db4-48ba9eca8a86 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c43cec5-610a-42b5-9d4f-472de12dbfbd HTTP/1.1" status: 200 len: 943 time: 0.0659204 Aug 16 15:19:17.864951 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-ed301207-6f58-483a-aed9-d5287a3e0cb8 req-d1b6669c-5568-486a-a876-4f514be2bf43 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] 10.222.0.22 "GET /v2.0/security-groups?id=985bd559-0476-4845-ba63-ed2d1ad98e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347936 Aug 16 15:19:17.976491 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9b9af3-8711-4cf2-b6cb-58c747c7021e service neutron] Pushing event updated for resources: {'Port': ['ID=e6064cf9-dbb5-4c4a-ac97-06e9825987f6,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:19:18.040444 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-867af579-cba3-4bcb-a1f5-52962a70708c req-ff9b9af3-8711-4cf2-b6cb-58c747c7021e service neutron] Attempting to bind port e6064cf9-dbb5-4c4a-ac97-06e9825987f6 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:19:18.040777 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-867af579-cba3-4bcb-a1f5-52962a70708c req-ff9b9af3-8711-4cf2-b6cb-58c747c7021e service neutron] Attempting to bind port e6064cf9-dbb5-4c4a-ac97-06e9825987f6 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '29364316-07c3-48dc-8d26-bb814f8359ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0fa8beeb-54ff-4459-ae7e-dcfe9bda3c04'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:19:18.041096 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867af579-cba3-4bcb-a1f5-52962a70708c req-ff9b9af3-8711-4cf2-b6cb-58c747c7021e service neutron] Attempting to bind port e6064cf9-dbb5-4c4a-ac97-06e9825987f6 on network 0fa8beeb-54ff-4459-ae7e-dcfe9bda3c04 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:19:18.045650 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867af579-cba3-4bcb-a1f5-52962a70708c req-ff9b9af3-8711-4cf2-b6cb-58c747c7021e service neutron] Port e6064cf9-dbb5-4c4a-ac97-06e9825987f6 on network 0fa8beeb-54ff-4459-ae7e-dcfe9bda3c04 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 15:19:18.045964 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867af579-cba3-4bcb-a1f5-52962a70708c req-ff9b9af3-8711-4cf2-b6cb-58c747c7021e service neutron] Attempting to bind port e6064cf9-dbb5-4c4a-ac97-06e9825987f6 on network 0fa8beeb-54ff-4459-ae7e-dcfe9bda3c04 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:19:18.050716 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867af579-cba3-4bcb-a1f5-52962a70708c req-ff9b9af3-8711-4cf2-b6cb-58c747c7021e service neutron] Checking agent: {'id': 'f45772ef-d3bf-49d0-9fe4-7082814820b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 13, 56), 'started_at': datetime.datetime(2021, 8, 16, 15, 13, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:19:18.051052 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867af579-cba3-4bcb-a1f5-52962a70708c req-ff9b9af3-8711-4cf2-b6cb-58c747c7021e service neutron] Checking segment: {'id': '29364316-07c3-48dc-8d26-bb814f8359ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0fa8beeb-54ff-4459-ae7e-dcfe9bda3c04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:19:18.051426 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867af579-cba3-4bcb-a1f5-52962a70708c req-ff9b9af3-8711-4cf2-b6cb-58c747c7021e service neutron] Bound using segment: {'id': '29364316-07c3-48dc-8d26-bb814f8359ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0fa8beeb-54ff-4459-ae7e-dcfe9bda3c04'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:19:18.051948 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-867af579-cba3-4bcb-a1f5-52962a70708c req-ff9b9af3-8711-4cf2-b6cb-58c747c7021e service neutron] Bound port: e6064cf9-dbb5-4c4a-ac97-06e9825987f6, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29364316-07c3-48dc-8d26-bb814f8359ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0fa8beeb-54ff-4459-ae7e-dcfe9bda3c04'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:19:18.052246 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-867af579-cba3-4bcb-a1f5-52962a70708c req-ff9b9af3-8711-4cf2-b6cb-58c747c7021e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:18.125295 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-867af579-cba3-4bcb-a1f5-52962a70708c req-ff9b9af3-8711-4cf2-b6cb-58c747c7021e service neutron] For port e6064cf9-dbb5-4c4a-ac97-06e9825987f6, host hv-cinder-80475, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:19:18.129127 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-867af579-cba3-4bcb-a1f5-52962a70708c req-ff9b9af3-8711-4cf2-b6cb-58c747c7021e service neutron] For port e6064cf9-dbb5-4c4a-ac97-06e9825987f6, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=e6064cf9-dbb5-4c4a-ac97-06e9825987f6,segment=NetworkSegment(29364316-07c3-48dc-8d26-bb814f8359ac),segment_id=29364316-07c3-48dc-8d26-bb814f8359ac)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:19:18.134134 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-867af579-cba3-4bcb-a1f5-52962a70708c req-ff9b9af3-8711-4cf2-b6cb-58c747c7021e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2268376'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:18.146490 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0ef20d-084a-4f9d-8bbc-9e842ae39a73 req-36ad8504-72e3-49a5-b4a6-015819343948 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:18.148615 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-ad0ef20d-084a-4f9d-8bbc-9e842ae39a73 req-36ad8504-72e3-49a5-b4a6-015819343948 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/ports?device_id=6993417b-2795-4280-b1d3-98ccb5a4f107 HTTP/1.1" status: 200 len: 946 time: 0.0550792 Aug 16 15:19:18.176938 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867af579-cba3-4bcb-a1f5-52962a70708c req-ff9b9af3-8711-4cf2-b6cb-58c747c7021e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:18.177492 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-867af579-cba3-4bcb-a1f5-52962a70708c req-ff9b9af3-8711-4cf2-b6cb-58c747c7021e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:18.178902 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-867af579-cba3-4bcb-a1f5-52962a70708c req-ff9b9af3-8711-4cf2-b6cb-58c747c7021e service neutron] 10.222.0.63 "PUT /v2.0/ports/e6064cf9-dbb5-4c4a-ac97-06e9825987f6 HTTP/1.1" status: 200 len: 1093 time: 0.8195817 Aug 16 15:19:18.179338 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c43cec5-610a-42b5-9d4f-472de12dbfbd', 'tag': 'e6064cf9-dbb5-4c4a-ac97-06e9825987f6'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:19:18.181633 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a5cfb7157b8b73f0e4116fd12db15b1ff73336af95e475daca955d95e5834ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f883bc-a852-4fcf-aba6-506a4f7d4385" -d '{"events": [{"name": "network-changed", "server_uuid": "9c43cec5-610a-42b5-9d4f-472de12dbfbd", "tag": "e6064cf9-dbb5-4c4a-ac97-06e9825987f6"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:19:18.204840 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9b9af3-8711-4cf2-b6cb-58c747c7021e service neutron] Pushing event updated for resources: {'Port': ['ID=e6064cf9-dbb5-4c4a-ac97-06e9825987f6,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:19:18.208556 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-ad0ef20d-084a-4f9d-8bbc-9e842ae39a73 req-0c3c3778-66a1-46af-88f7-74b7aa318acf tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/security-groups?id=f81d9cb5-ee7b-41c0-8dbe-a0336cac8bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528271 Aug 16 15:19:18.266692 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 15:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38161a69-dd54-48df-8730-49cbd6d2e6a0 x-openstack-request-id: req-38161a69-dd54-48df-8730-49cbd6d2e6a0 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:19:18.266981 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c43cec5-610a-42b5-9d4f-472de12dbfbd", "tag": "e6064cf9-dbb5-4c4a-ac97-06e9825987f6", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:19:18.267233 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-38161a69-dd54-48df-8730-49cbd6d2e6a0 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:19:18.267621 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c43cec5-610a-42b5-9d4f-472de12dbfbd', 'tag': 'e6064cf9-dbb5-4c4a-ac97-06e9825987f6', 'status': 'completed', 'code': 200} Aug 16 15:19:18.284141 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867af579-cba3-4bcb-a1f5-52962a70708c req-df658050-6a80-4a35-9d7c-919b954b1306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:18.285704 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-867af579-cba3-4bcb-a1f5-52962a70708c req-df658050-6a80-4a35-9d7c-919b954b1306 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ec1f0c69448e428ab6d77512a292a262&device_id=9c43cec5-610a-42b5-9d4f-472de12dbfbd HTTP/1.1" status: 200 len: 1096 time: 0.0498028 Aug 16 15:19:18.329642 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-867af579-cba3-4bcb-a1f5-52962a70708c req-a35f8f1a-6bef-4213-96d6-c14a55030738 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6064cf9-dbb5-4c4a-ac97-06e9825987f6 HTTP/1.1" status: 200 len: 217 time: 0.0361869 Aug 16 15:19:18.357146 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca406c33-aad5-410a-9413-49d53e8f470b req-07353223-9793-4864-879e-1e122f179400 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:18.358845 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-ca406c33-aad5-410a-9413-49d53e8f470b req-07353223-9793-4864-879e-1e122f179400 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/ports?device_id=6993417b-2795-4280-b1d3-98ccb5a4f107 HTTP/1.1" status: 200 len: 946 time: 0.0661278 Aug 16 15:19:18.397555 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-ca406c33-aad5-410a-9413-49d53e8f470b req-53393629-fd31-4759-8b48-6264f9852220 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/security-groups?id=f81d9cb5-ee7b-41c0-8dbe-a0336cac8bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325904 Aug 16 15:19:18.417620 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867af579-cba3-4bcb-a1f5-52962a70708c req-8560287f-e97f-4334-8f1b-7e663652c74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:18.419050 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-867af579-cba3-4bcb-a1f5-52962a70708c req-8560287f-e97f-4334-8f1b-7e663652c74c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fc9e0f70-35d2-4c43-b381-cebe3b84bff8 HTTP/1.1" status: 200 len: 854 time: 0.0740364 Aug 16 15:19:18.420522 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 40500) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:19:18.434629 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa015bd-b6a6-4331-8405-0f34fb5050d3 req-db70c08c-7316-4052-a4e2-d595eef8b02f tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:18.436086 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-faa015bd-b6a6-4331-8405-0f34fb5050d3 req-db70c08c-7316-4052-a4e2-d595eef8b02f tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.0588996 Aug 16 15:19:18.468192 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-867af579-cba3-4bcb-a1f5-52962a70708c req-027effc3-0dfe-41f4-bb41-c6baeea2b6f8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0fa8beeb-54ff-4459-ae7e-dcfe9bda3c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309784 Aug 16 15:19:18.555382 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-faa015bd-b6a6-4331-8405-0f34fb5050d3 req-6bf1d556-05ae-4d75-a242-6e9a7ea230d3 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103559 Aug 16 15:19:18.561236 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466c31cd-2cb9-4a66-95df-dba649fc2fc7 tempest-TestVolumeBootPattern-1406840779 tempest-TestVolumeBootPattern-1406840779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:18.562771 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-466c31cd-2cb9-4a66-95df-dba649fc2fc7 tempest-TestVolumeBootPattern-1406840779 tempest-TestVolumeBootPattern-1406840779-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=6993417b-2795-4280-b1d3-98ccb5a4f107 HTTP/1.1" status: 200 len: 1094 time: 0.1413281 Aug 16 15:19:18.565653 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 40504) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:19:18.570853 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.v2.base [None req-54fa8163-d46a-4db0-ba44-1e040c8362d0 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Request body: {'floatingip': {'floating_network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'port_id': '99a475fb-f8c5-49aa-9cb9-53c0a3d59631', 'tenant_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:19:18.597278 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-54fa8163-d46a-4db0-ba44-1e040c8362d0 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks [] for floatingip, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:18.608532 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-867af579-cba3-4bcb-a1f5-52962a70708c req-ad8a6e82-34ec-4a6d-958f-0b0f9c2c5056 service neutron] 10.222.0.63 "GET /v2.0/networks/0fa8beeb-54ff-4459-ae7e-dcfe9bda3c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294470 Aug 16 15:19:18.715942 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-54fa8163-d46a-4db0-ba44-1e040c8362d0 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:18.719439 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-867af579-cba3-4bcb-a1f5-52962a70708c req-e7f853e7-f4b6-4adc-8f1c-1276d3079844 service neutron] 10.222.0.63 "GET /v2.0/networks/0fa8beeb-54ff-4459-ae7e-dcfe9bda3c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025951 Aug 16 15:19:18.829992 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-54fa8163-d46a-4db0-ba44-1e040c8362d0 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Allocated IP 172.27.3.176 (b7623838-067e-46d7-9324-3e363fad67d4/838856c9-cc6d-4250-847b-ebd189817dd9/fb5c2d10-1603-430e-893c-317c93aa312e) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:19:18.842270 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f883bc-a852-4fcf-aba6-506a4f7d4385 req-c63d5561-9d4b-4b3e-93a9-77afbd51e3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:18.844235 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-85f883bc-a852-4fcf-aba6-506a4f7d4385 req-c63d5561-9d4b-4b3e-93a9-77afbd51e3f0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ec1f0c69448e428ab6d77512a292a262&device_id=9c43cec5-610a-42b5-9d4f-472de12dbfbd HTTP/1.1" status: 200 len: 1096 time: 0.0539701 Aug 16 15:19:18.994765 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-54fa8163-d46a-4db0-ba44-1e040c8362d0 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:19.000816 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f883bc-a852-4fcf-aba6-506a4f7d4385 req-4d97866e-09a3-428b-b50f-787b76b81256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:19.002268 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-85f883bc-a852-4fcf-aba6-506a4f7d4385 req-4d97866e-09a3-428b-b50f-787b76b81256 service neutron] 10.222.0.63 "GET /v2.0/networks?id=0fa8beeb-54ff-4459-ae7e-dcfe9bda3c04 HTTP/1.1" status: 200 len: 914 time: 0.1425221 Aug 16 15:19:19.025415 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f4b03-fdcd-4af8-b24d-920648b5410f req-e8cbd05a-5d5c-4c76-a6c6-92e14a6fbb61 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:19.026951 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-6b1f4b03-fdcd-4af8-b24d-920648b5410f req-e8cbd05a-5d5c-4c76-a6c6-92e14a6fbb61 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c43cec5-610a-42b5-9d4f-472de12dbfbd HTTP/1.1" status: 200 len: 943 time: 0.0718231 Aug 16 15:19:19.037068 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-54fa8163-d46a-4db0-ba44-1e040c8362d0 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769335250701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2787876'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:19.059709 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-85f883bc-a852-4fcf-aba6-506a4f7d4385 req-abe1b8d3-6e75-4081-a0bf-2e65d452cc58 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6064cf9-dbb5-4c4a-ac97-06e9825987f6 HTTP/1.1" status: 200 len: 217 time: 0.0489678 Aug 16 15:19:19.072283 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fa8163-d46a-4db0-ba44-1e040c8362d0 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Network b7623838-067e-46d7-9324-3e363fad67d4 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:19:19.074949 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-54fa8163-d46a-4db0-ba44-1e040c8362d0 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:19:19.080403 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fa8163-d46a-4db0-ba44-1e040c8362d0 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:19:19.108010 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fa8163-d46a-4db0-ba44-1e040c8362d0 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Pushing event updated for resources: {'Port': ['ID=fb5c2d10-1603-430e-893c-317c93aa312e,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:19:19.119683 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-6b1f4b03-fdcd-4af8-b24d-920648b5410f req-15f3bff8-314e-41ea-ab09-218bbe9f767c tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] 10.222.0.22 "GET /v2.0/security-groups?id=985bd559-0476-4845-ba63-ed2d1ad98e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625024 Aug 16 15:19:19.128959 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f883bc-a852-4fcf-aba6-506a4f7d4385 req-5e336458-9d11-44c2-9ded-d26cccddea83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:19.130643 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-85f883bc-a852-4fcf-aba6-506a4f7d4385 req-5e336458-9d11-44c2-9ded-d26cccddea83 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fc9e0f70-35d2-4c43-b381-cebe3b84bff8 HTTP/1.1" status: 200 len: 854 time: 0.0588925 Aug 16 15:19:19.164212 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-85f883bc-a852-4fcf-aba6-506a4f7d4385 req-351acad1-aa78-4964-bf00-600248c377b8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0fa8beeb-54ff-4459-ae7e-dcfe9bda3c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255723 Aug 16 15:19:19.274058 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-85f883bc-a852-4fcf-aba6-506a4f7d4385 req-aac17c77-7099-4e97-9268-dfcf4de9a338 service neutron] 10.222.0.63 "GET /v2.0/networks/0fa8beeb-54ff-4459-ae7e-dcfe9bda3c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992832 Aug 16 15:19:19.368506 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-85f883bc-a852-4fcf-aba6-506a4f7d4385 req-337afb6f-ea67-4ca6-b259-c49ad058f15a service neutron] 10.222.0.63 "GET /v2.0/networks/0fa8beeb-54ff-4459-ae7e-dcfe9bda3c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845840 Aug 16 15:19:19.792946 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-54fa8163-d46a-4db0-ba44-1e040c8362d0 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:19.892015 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-54fa8163-d46a-4db0-ba44-1e040c8362d0 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:20.040966 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-54fa8163-d46a-4db0-ba44-1e040c8362d0 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:20.046425 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-54fa8163-d46a-4db0-ba44-1e040c8362d0 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2787883'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:20.113887 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fa8163-d46a-4db0-ba44-1e040c8362d0 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Pushing event updated for resources: {'Port': ['ID=fb5c2d10-1603-430e-893c-317c93aa312e,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:19:20.124263 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-54fa8163-d46a-4db0-ba44-1e040c8362d0 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798589'] for floatingip, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:20.220018 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.db.l3_db [None req-54fa8163-d46a-4db0-ba44-1e040c8362d0 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Floating IP 5890c8d9-3f2e-4b69-b628-3186724cc488 associated. External IP: 172.27.3.176, port: 99a475fb-f8c5-49aa-9cb9-53c0a3d59631. Aug 16 15:19:20.237810 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c726fe-f104-47ec-9e2f-2ac9a76262bf req-17ec0121-7d45-45f4-b22f-c2e1ed27e309 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:20.239424 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-90c726fe-f104-47ec-9e2f-2ac9a76262bf req-17ec0121-7d45-45f4-b22f-c2e1ed27e309 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c43cec5-610a-42b5-9d4f-472de12dbfbd HTTP/1.1" status: 200 len: 943 time: 0.0497098 Aug 16 15:19:20.277871 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-90c726fe-f104-47ec-9e2f-2ac9a76262bf req-4e1b5b47-ebee-43e0-914a-7420d306db1c tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] 10.222.0.22 "GET /v2.0/security-groups?id=985bd559-0476-4845-ba63-ed2d1ad98e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316114 Aug 16 15:19:20.423712 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54fa8163-d46a-4db0-ba44-1e040c8362d0 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Router a8a11809-5a53-44bf-97c1-d2f6d9224a81 has already been hosted by L3 agent b2ca3166-9002-4222-bd01-ae8f73ca62dc {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 15:19:20.528313 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54fa8163-d46a-4db0-ba44-1e040c8362d0 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify agent at l3_agent.dv-cinder-804757-1-iscsi the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:19:20.538771 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011d416c-e3a4-4fb6-96c7-5ecc19e11c78 None None] Sync routers for ids ['a8a11809-5a53-44bf-97c1-d2f6d9224a81'] in dv-cinder-804757-1-iscsi {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:19:20.543781 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-54fa8163-d46a-4db0-ba44-1e040c8362d0 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for floatingip, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:20.547616 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011d416c-e3a4-4fb6-96c7-5ecc19e11c78 None None] Routers {'a8a11809-5a53-44bf-97c1-d2f6d9224a81'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:19:20.548247 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-011d416c-e3a4-4fb6-96c7-5ecc19e11c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:19:04Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['a8a11809-5a53-44bf-97c1-d2f6d9224a81'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:19:20.569711 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-54fa8163-d46a-4db0-ba44-1e040c8362d0 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0027852 Aug 16 15:19:20.570204 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6993417b-2795-4280-b1d3-98ccb5a4f107', 'tag': '99a475fb-f8c5-49aa-9cb9-53c0a3d59631'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:19:20.572461 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17fb0647ef8e93fcdaff2aac5cadc262a2f87503c881cd14114af97cd5d63f67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006debbc-ef60-4856-b992-d5fab584e508" -d '{"events": [{"name": "network-changed", "server_uuid": "6993417b-2795-4280-b1d3-98ccb5a4f107", "tag": "99a475fb-f8c5-49aa-9cb9-53c0a3d59631"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:19:20.609424 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 15:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6788a04-2a6e-4b0b-a46f-f100f0f022ac x-openstack-request-id: req-f6788a04-2a6e-4b0b-a46f-f100f0f022ac {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:19:20.609710 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6993417b-2795-4280-b1d3-98ccb5a4f107", "tag": "99a475fb-f8c5-49aa-9cb9-53c0a3d59631", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:19:20.609962 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f6788a04-2a6e-4b0b-a46f-f100f0f022ac {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:19:20.610356 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6993417b-2795-4280-b1d3-98ccb5a4f107', 'tag': '99a475fb-f8c5-49aa-9cb9-53c0a3d59631', 'status': 'completed', 'code': 200} Aug 16 15:19:20.653277 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-011d416c-e3a4-4fb6-96c7-5ecc19e11c78 None None] Set router a8a11809-5a53-44bf-97c1-d2f6d9224a81 gateway port host: dv-cinder-804757-1-iscsi {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:19:20.683989 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006debbc-ef60-4856-b992-d5fab584e508 req-07820396-6a1e-4d2c-8b83-33cafa5f0203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:20.685505 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-006debbc-ef60-4856-b992-d5fab584e508 req-07820396-6a1e-4d2c-8b83-33cafa5f0203 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=83f7d345b47b4d06a48fabeb3dd2c893&device_id=6993417b-2795-4280-b1d3-98ccb5a4f107 HTTP/1.1" status: 200 len: 1099 time: 0.0442381 Aug 16 15:19:20.776328 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006debbc-ef60-4856-b992-d5fab584e508 req-5516b51f-9029-476e-88a8-b63989289ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:20.777777 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-006debbc-ef60-4856-b992-d5fab584e508 req-5516b51f-9029-476e-88a8-b63989289ddc service neutron] 10.222.0.63 "GET /v2.0/networks?id=7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a HTTP/1.1" status: 200 len: 911 time: 0.0842478 Aug 16 15:19:20.869213 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-011d416c-e3a4-4fb6-96c7-5ecc19e11c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'name': 'tempest-TestVolumeBootPattern-878461996-router', 'tenant_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '47aa7870-f937-41a9-a42d-54da90726343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:17:54Z', 'updated_at': '2021-08-16T15:17:59Z', 'revision_number': 4, 'project_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'gw_port': {'id': '47aa7870-f937-41a9-a42d-54da90726343', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:54Z', 'updated_at': '2021-08-16T15:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_floatingips': [{'id': '5890c8d9-3f2e-4b69-b628-3186724cc488', 'tenant_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'floating_ip_address': '172.27.3.176', 'floating_network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'router_id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'port_id': '99a475fb-f8c5-49aa-9cb9-53c0a3d59631', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a', 'mac_address': 'fa:16:3e:21:bb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6993417b-2795-4280-b1d3-98ccb5a4f107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T15:19:19Z', 'updated_at': '2021-08-16T15:19:19Z', 'revision_number': 0, 'project_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a3155ae-d95b-4535-85af-08fc480629eb', 'name': '', 'network_id': '7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a', 'tenant_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'mac_address': 'fa:16:3e:43:7b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '12be7342-1293-4efd-8683-22f17d2b28ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:57Z', 'updated_at': '2021-08-16T15:18:08Z', 'revision_number': 5, 'project_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'subnets': [{'id': '12be7342-1293-4efd-8683-22f17d2b28ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:19:20.874305 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-006debbc-ef60-4856-b992-d5fab584e508 req-e2c0791c-37e0-4ff4-bf75-d161a12daa4a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99a475fb-f8c5-49aa-9cb9-53c0a3d59631 HTTP/1.1" status: 200 len: 1000 time: 0.0883884 Aug 16 15:19:20.895001 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011d416c-e3a4-4fb6-96c7-5ecc19e11c78 None None] Checking router: a8a11809-5a53-44bf-97c1-d2f6d9224a81 for host: dv-cinder-804757-1-iscsi {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:19:20.903515 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011d416c-e3a4-4fb6-96c7-5ecc19e11c78 None None] Routers {'a8a11809-5a53-44bf-97c1-d2f6d9224a81'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:19:20.904139 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-011d416c-e3a4-4fb6-96c7-5ecc19e11c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:19:04Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['a8a11809-5a53-44bf-97c1-d2f6d9224a81'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:19:20.922945 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006debbc-ef60-4856-b992-d5fab584e508 req-11c75ea8-9c55-496f-acf7-e37061b87554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:20.924405 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-006debbc-ef60-4856-b992-d5fab584e508 req-11c75ea8-9c55-496f-acf7-e37061b87554 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=12be7342-1293-4efd-8683-22f17d2b28ee HTTP/1.1" status: 200 len: 850 time: 0.0421081 Aug 16 15:19:20.973951 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006debbc-ef60-4856-b992-d5fab584e508 req-0230fa41-b110-4006-a10a-3b522b9a6e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:20.975438 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-006debbc-ef60-4856-b992-d5fab584e508 req-0230fa41-b110-4006-a10a-3b522b9a6e80 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428808 Aug 16 15:19:21.006722 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-011d416c-e3a4-4fb6-96c7-5ecc19e11c78 None None] Set router a8a11809-5a53-44bf-97c1-d2f6d9224a81 gateway port host: dv-cinder-804757-1-iscsi {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:19:21.072437 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-006debbc-ef60-4856-b992-d5fab584e508 req-d64c5cda-dc14-4fb5-aaf0-d42bf97b604e service neutron] 10.222.0.63 "GET /v2.0/networks/7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867069 Aug 16 15:19:21.167027 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-006debbc-ef60-4856-b992-d5fab584e508 req-ede742e3-483c-4635-9322-ca849d6c9cdf service neutron] 10.222.0.63 "GET /v2.0/networks/7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841854 Aug 16 15:19:21.225224 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-011d416c-e3a4-4fb6-96c7-5ecc19e11c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'name': 'tempest-TestVolumeBootPattern-878461996-router', 'tenant_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '47aa7870-f937-41a9-a42d-54da90726343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:17:54Z', 'updated_at': '2021-08-16T15:17:59Z', 'revision_number': 4, 'project_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'gw_port': {'id': '47aa7870-f937-41a9-a42d-54da90726343', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:54Z', 'updated_at': '2021-08-16T15:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_floatingips': [{'id': '5890c8d9-3f2e-4b69-b628-3186724cc488', 'tenant_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'floating_ip_address': '172.27.3.176', 'floating_network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'router_id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'port_id': '99a475fb-f8c5-49aa-9cb9-53c0a3d59631', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a', 'mac_address': 'fa:16:3e:21:bb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6993417b-2795-4280-b1d3-98ccb5a4f107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T15:19:19Z', 'updated_at': '2021-08-16T15:19:19Z', 'revision_number': 0, 'project_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a3155ae-d95b-4535-85af-08fc480629eb', 'name': '', 'network_id': '7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a', 'tenant_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'mac_address': 'fa:16:3e:43:7b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '12be7342-1293-4efd-8683-22f17d2b28ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:57Z', 'updated_at': '2021-08-16T15:18:08Z', 'revision_number': 5, 'project_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'subnets': [{'id': '12be7342-1293-4efd-8683-22f17d2b28ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:19:21.251249 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011d416c-e3a4-4fb6-96c7-5ecc19e11c78 None None] The sync data for ids ['a8a11809-5a53-44bf-97c1-d2f6d9224a81'] in dv-cinder-804757-1-iscsi is: [{'id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'name': 'tempest-TestVolumeBootPattern-878461996-router', 'tenant_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '47aa7870-f937-41a9-a42d-54da90726343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:17:54Z', 'updated_at': '2021-08-16T15:17:59Z', 'revision_number': 4, 'project_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'gw_port': {'id': '47aa7870-f937-41a9-a42d-54da90726343', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:54Z', 'updated_at': '2021-08-16T15:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_floatingips': [{'id': '5890c8d9-3f2e-4b69-b628-3186724cc488', 'tenant_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'floating_ip_address': '172.27.3.176', 'floating_network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'router_id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'port_id': '99a475fb-f8c5-49aa-9cb9-53c0a3d59631', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a', 'mac_address': 'fa:16:3e:21:bb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6993417b-2795-4280-b1d3-98ccb5a4f107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T15:19:19Z', 'updated_at': '2021-08-16T15:19:19Z', 'revision_number': 0, 'project_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a3155ae-d95b-4535-85af-08fc480629eb', 'name': '', 'network_id': '7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a', 'tenant_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'mac_address': 'fa:16:3e:43:7b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '12be7342-1293-4efd-8683-22f17d2b28ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:57Z', 'updated_at': '2021-08-16T15:18:08Z', 'revision_number': 5, 'project_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'subnets': [{'id': '12be7342-1293-4efd-8683-22f17d2b28ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:19:21.413507 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f6375-fd6b-4838-9002-5e9f0123971c req-60d3f4fc-b3d7-4eac-bbd1-f7c853b33a0f tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:21.415093 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-267f6375-fd6b-4838-9002-5e9f0123971c req-60d3f4fc-b3d7-4eac-bbd1-f7c853b33a0f tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c43cec5-610a-42b5-9d4f-472de12dbfbd HTTP/1.1" status: 200 len: 943 time: 0.0690382 Aug 16 15:19:21.445954 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397f93f2-c0c3-4807-bd41-86420c889447 None None] New status for floating IP 5890c8d9-3f2e-4b69-b628-3186724cc488: ACTIVE {{(pid=94053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 15:19:21.457249 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-267f6375-fd6b-4838-9002-5e9f0123971c req-082e3003-ef6e-4cf1-b2a6-77b3e9782019 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] 10.222.0.22 "GET /v2.0/security-groups?id=985bd559-0476-4845-ba63-ed2d1ad98e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359538 Aug 16 15:19:21.656027 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device e6064cf9-dbb5-4c4a-ac97-06e9825987f6 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 15:19:21.751534 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port e6064cf9-dbb5-4c4a-ac97-06e9825987f6, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=e6064cf9-dbb5-4c4a-ac97-06e9825987f6,segment=NetworkSegment(29364316-07c3-48dc-8d26-bb814f8359ac),segment_id=29364316-07c3-48dc-8d26-bb814f8359ac)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:19:21.762322 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Returning: {'device': 'e6064cf9-dbb5-4c4a-ac97-06e9825987f6', 'network_id': '0fa8beeb-54ff-4459-ae7e-dcfe9bda3c04', 'port_id': 'e6064cf9-dbb5-4c4a-ac97-06e9825987f6', 'mac_address': 'fa:16:3e:62:23:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc9e0f70-35d2-4c43-b381-cebe3b84bff8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 15:19:21.797807 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:21.809647 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6064cf9-dbb5-4c4a-ac97-06e9825987f6 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:19:21.828167 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port e6064cf9-dbb5-4c4a-ac97-06e9825987f6, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=e6064cf9-dbb5-4c4a-ac97-06e9825987f6,segment=NetworkSegment(29364316-07c3-48dc-8d26-bb814f8359ac),segment_id=29364316-07c3-48dc-8d26-bb814f8359ac)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:19:21.831621 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:21.882060 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Pushing event updated for resources: {'Port': ['ID=e6064cf9-dbb5-4c4a-ac97-06e9825987f6,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:19:22.176914 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] get_ports_and_sgs() called for port_ids ['e6064cf9-dbb5-4c4a-ac97-06e9825987f6'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:19:22.571088 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147188e3-328c-45b8-8719-9aa5922a3864 req-e1db74ab-bfa7-4912-a009-546e5a391b09 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:22.572577 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-147188e3-328c-45b8-8719-9aa5922a3864 req-e1db74ab-bfa7-4912-a009-546e5a391b09 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c43cec5-610a-42b5-9d4f-472de12dbfbd HTTP/1.1" status: 200 len: 944 time: 0.0477099 Aug 16 15:19:22.610538 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-147188e3-328c-45b8-8719-9aa5922a3864 req-86302289-194d-4a26-975a-204597b1fda3 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] 10.222.0.22 "GET /v2.0/security-groups?id=985bd559-0476-4845-ba63-ed2d1ad98e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318244 Aug 16 15:19:23.652173 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device e6064cf9-dbb5-4c4a-ac97-06e9825987f6 up at agent hyperv_hv-cinder-80475 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:19:23.702734 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Provisioning for port e6064cf9-dbb5-4c4a-ac97-06e9825987f6 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:19:23.706269 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Provisioning complete for port e6064cf9-dbb5-4c4a-ac97-06e9825987f6 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:19:23.706640 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:23.724361 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b279b-6819-4f21-9e34-6816f97ac3c0 req-9c7aeb0f-2b23-4935-9c6a-11efb0aff0c5 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:23.726443 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-341b279b-6819-4f21-9e34-6816f97ac3c0 req-9c7aeb0f-2b23-4935-9c6a-11efb0aff0c5 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c43cec5-610a-42b5-9d4f-472de12dbfbd HTTP/1.1" status: 200 len: 944 time: 0.0489984 Aug 16 15:19:23.763927 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-341b279b-6819-4f21-9e34-6816f97ac3c0 req-09918fe1-e54a-471f-8bf7-c2a00207799a tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] 10.222.0.22 "GET /v2.0/security-groups?id=985bd559-0476-4845-ba63-ed2d1ad98e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310478 Aug 16 15:19:23.781223 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:23.803546 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c43cec5-610a-42b5-9d4f-472de12dbfbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6064cf9-dbb5-4c4a-ac97-06e9825987f6'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:19:23.806292 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e76958932a03d86b7f0b22df001500a87ec50ba87a7955a81e77db88798745a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7adeaa-43cd-481f-88af-ba22446c1048" -d '{"events": [{"server_uuid": "9c43cec5-610a-42b5-9d4f-472de12dbfbd", "name": "network-vif-plugged", "status": "completed", "tag": "e6064cf9-dbb5-4c4a-ac97-06e9825987f6"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:19:23.819684 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port e6064cf9-dbb5-4c4a-ac97-06e9825987f6, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=e6064cf9-dbb5-4c4a-ac97-06e9825987f6,segment=NetworkSegment(29364316-07c3-48dc-8d26-bb814f8359ac),segment_id=29364316-07c3-48dc-8d26-bb814f8359ac)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:19:23.823803 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:23.846168 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9665b25-1927-46f5-ab40-bd704728fcc0 x-openstack-request-id: req-e9665b25-1927-46f5-ab40-bd704728fcc0 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:19:23.846446 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c43cec5-610a-42b5-9d4f-472de12dbfbd", "name": "network-vif-plugged", "status": "completed", "tag": "e6064cf9-dbb5-4c4a-ac97-06e9825987f6", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:19:23.846688 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e9665b25-1927-46f5-ab40-bd704728fcc0 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:19:23.847061 dv-cinder-804757-1-iscsi neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c43cec5-610a-42b5-9d4f-472de12dbfbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6064cf9-dbb5-4c4a-ac97-06e9825987f6', 'code': 200} Aug 16 15:19:23.871473 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Pushing event updated for resources: {'Port': ['ID=e6064cf9-dbb5-4c4a-ac97-06e9825987f6,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:19:24.022632 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d002fa-dcd5-4b74-9a5e-ba90bf314332 req-fdd32f34-816e-4760-8265-e0d8123804c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:24.024029 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-99d002fa-dcd5-4b74-9a5e-ba90bf314332 req-fdd32f34-816e-4760-8265-e0d8123804c8 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=9c43cec5-610a-42b5-9d4f-472de12dbfbd HTTP/1.1" status: 200 len: 1098 time: 0.0434735 Aug 16 15:19:24.064243 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-99d002fa-dcd5-4b74-9a5e-ba90bf314332 req-9d3c7051-cd17-4a54-9113-2410ce0ebd1d service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=985bd559-0476-4845-ba63-ed2d1ad98e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267966 Aug 16 15:19:24.875957 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c61f25-10c6-4b78-8696-e3d4b694c1a0 req-9df77bb9-ca8b-4d25-aee5-40b538b1a811 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:24.877412 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-a6c61f25-10c6-4b78-8696-e3d4b694c1a0 req-9df77bb9-ca8b-4d25-aee5-40b538b1a811 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c43cec5-610a-42b5-9d4f-472de12dbfbd HTTP/1.1" status: 200 len: 945 time: 0.0482504 Aug 16 15:19:24.913394 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-a6c61f25-10c6-4b78-8696-e3d4b694c1a0 req-81d10e77-f0bb-4802-a1b9-b811d7edfda4 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] 10.222.0.22 "GET /v2.0/security-groups?id=985bd559-0476-4845-ba63-ed2d1ad98e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295901 Aug 16 15:19:25.815563 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd53a98-7a88-412a-8a56-bca52035665e req-ea103848-1a5c-415e-9c80-42b73ab36f5b tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:25.817121 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-cdd53a98-7a88-412a-8a56-bca52035665e req-ea103848-1a5c-415e-9c80-42b73ab36f5b tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/ports?device_id=de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2 HTTP/1.1" status: 200 len: 945 time: 0.0504115 Aug 16 15:19:25.855612 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-cdd53a98-7a88-412a-8a56-bca52035665e req-6ad23a2f-405e-461f-b1e2-873a404ea8f9 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a0e2430-a832-49a7-b80a-9e1eb0384896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311313 Aug 16 15:19:25.877821 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 40570) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:19:25.961476 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853b6069-2420-4646-8a10-34879df5fe3d tempest-TestMinimumBasicScenario-1262305611 tempest-TestMinimumBasicScenario-1262305611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:25.962963 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-853b6069-2420-4646-8a10-34879df5fe3d tempest-TestMinimumBasicScenario-1262305611 tempest-TestMinimumBasicScenario-1262305611-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2 HTTP/1.1" status: 200 len: 1093 time: 0.0841737 Aug 16 15:19:25.965980 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 40576) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:19:25.970347 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.v2.base [None req-a21f65c2-1700-4701-bb81-0f451b4cfc76 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Request body: {'floatingip': {'floating_network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'port_id': '74db418b-edee-450a-80a6-8bf95ebcc50f', 'tenant_id': '74d046b645ba40689a9a38f294d5047f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:19:26.016803 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a21f65c2-1700-4701-bb81-0f451b4cfc76 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Notify callbacks [] for floatingip, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:26.071289 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee6b63-8ec4-4b40-9d17-954cf7ac9a14 req-7f2dc1ff-3912-4cee-a326-cbe24337ff7e tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:26.072682 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-fbee6b63-8ec4-4b40-9d17-954cf7ac9a14 req-7f2dc1ff-3912-4cee-a326-cbe24337ff7e tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c43cec5-610a-42b5-9d4f-472de12dbfbd HTTP/1.1" status: 200 len: 945 time: 0.0946803 Aug 16 15:19:26.121003 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:26.125643 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-fbee6b63-8ec4-4b40-9d17-954cf7ac9a14 req-2b1f1092-2236-48bc-b8c5-1c135d4cc2b4 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] 10.222.0.22 "GET /v2.0/security-groups?id=985bd559-0476-4845-ba63-ed2d1ad98e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465236 Aug 16 15:19:26.155088 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a21f65c2-1700-4701-bb81-0f451b4cfc76 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:26.264716 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [None req-a21f65c2-1700-4701-bb81-0f451b4cfc76 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Allocated IP 172.27.3.179 (b7623838-067e-46d7-9324-3e363fad67d4/838856c9-cc6d-4250-847b-ebd189817dd9/84c5913f-fe76-4d9f-9a64-461a3a09251e) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:19:26.376867 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a21f65c2-1700-4701-bb81-0f451b4cfc76 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:26.423541 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a21f65c2-1700-4701-bb81-0f451b4cfc76 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769335250701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2787876'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:26.469272 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21f65c2-1700-4701-bb81-0f451b4cfc76 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Network b7623838-067e-46d7-9324-3e363fad67d4 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:19:26.471493 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-a21f65c2-1700-4701-bb81-0f451b4cfc76 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:19:26.475936 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21f65c2-1700-4701-bb81-0f451b4cfc76 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:19:26.481708 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21f65c2-1700-4701-bb81-0f451b4cfc76 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Pushing event updated for resources: {'Port': ['ID=84c5913f-fe76-4d9f-9a64-461a3a09251e,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:19:26.843857 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a21f65c2-1700-4701-bb81-0f451b4cfc76 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:26.916555 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a21f65c2-1700-4701-bb81-0f451b4cfc76 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:27.071206 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a21f65c2-1700-4701-bb81-0f451b4cfc76 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:27.075397 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a21f65c2-1700-4701-bb81-0f451b4cfc76 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2787883'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:27.144657 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21f65c2-1700-4701-bb81-0f451b4cfc76 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Pushing event updated for resources: {'Port': ['ID=84c5913f-fe76-4d9f-9a64-461a3a09251e,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:19:27.154990 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a21f65c2-1700-4701-bb81-0f451b4cfc76 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798589'] for floatingip, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:27.251655 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.db.l3_db [None req-a21f65c2-1700-4701-bb81-0f451b4cfc76 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Floating IP daa4141b-f05a-4846-b33f-f75e8d1ea43a associated. External IP: 172.27.3.179, port: 74db418b-edee-450a-80a6-8bf95ebcc50f. Aug 16 15:19:27.684770 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a21f65c2-1700-4701-bb81-0f451b4cfc76 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Router 86036828-fd17-4830-ac4f-81e0e56836eb has already been hosted by L3 agent b2ca3166-9002-4222-bd01-ae8f73ca62dc {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 15:19:27.791275 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a21f65c2-1700-4701-bb81-0f451b4cfc76 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Notify agent at l3_agent.dv-cinder-804757-1-iscsi the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:19:27.800526 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fbf126-9ec1-4165-b72d-07ca438b12eb None None] Sync routers for ids ['86036828-fd17-4830-ac4f-81e0e56836eb'] in dv-cinder-804757-1-iscsi {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:19:27.807567 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a21f65c2-1700-4701-bb81-0f451b4cfc76 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for floatingip, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:27.810344 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fbf126-9ec1-4165-b72d-07ca438b12eb None None] Routers {'86036828-fd17-4830-ac4f-81e0e56836eb'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:19:27.811005 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-39fbf126-9ec1-4165-b72d-07ca438b12eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:19:04Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['86036828-fd17-4830-ac4f-81e0e56836eb'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:19:27.837343 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-a21f65c2-1700-4701-bb81-0f451b4cfc76 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8703437 Aug 16 15:19:27.838191 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2', 'tag': '74db418b-edee-450a-80a6-8bf95ebcc50f'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:19:27.840350 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 40608) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:19:27.840851 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17fb0647ef8e93fcdaff2aac5cadc262a2f87503c881cd14114af97cd5d63f67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026e5e7c-6290-424c-b03d-c131b6e1f455" -d '{"events": [{"name": "network-changed", "server_uuid": "de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2", "tag": "74db418b-edee-450a-80a6-8bf95ebcc50f"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:19:27.845516 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [None req-db413d58-6448-4c2c-8c4e-260ddb8ab1ff tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1981855539', 'description': 'tempest-secgroup-smoke-1981855539 description', 'project_id': '74d046b645ba40689a9a38f294d5047f'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:19:27.871847 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-db413d58-6448-4c2c-8c4e-260ddb8ab1ff tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:27.879477 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 15:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9adc1d70-a04c-4500-8937-915ff4d5cf52 x-openstack-request-id: req-9adc1d70-a04c-4500-8937-915ff4d5cf52 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:19:27.879767 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2", "tag": "74db418b-edee-450a-80a6-8bf95ebcc50f", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:19:27.880058 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9adc1d70-a04c-4500-8937-915ff4d5cf52 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:19:27.880451 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2', 'tag': '74db418b-edee-450a-80a6-8bf95ebcc50f', 'status': 'completed', 'code': 200} Aug 16 15:19:27.924464 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-39fbf126-9ec1-4165-b72d-07ca438b12eb None None] Set router 86036828-fd17-4830-ac4f-81e0e56836eb gateway port host: dv-cinder-804757-1-iscsi {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:19:27.974071 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026e5e7c-6290-424c-b03d-c131b6e1f455 req-1f7f7486-49bd-48c1-8b8c-938bb23907ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:27.976458 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-026e5e7c-6290-424c-b03d-c131b6e1f455 req-1f7f7486-49bd-48c1-8b8c-938bb23907ab service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=74d046b645ba40689a9a38f294d5047f&device_id=de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2 HTTP/1.1" status: 200 len: 1098 time: 0.0688202 Aug 16 15:19:28.039154 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-db413d58-6448-4c2c-8c4e-260ddb8ab1ff tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:28.045627 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-db413d58-6448-4c2c-8c4e-260ddb8ab1ff tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:28.082945 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-db413d58-6448-4c2c-8c4e-260ddb8ab1ff tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:28.084674 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-db413d58-6448-4c2c-8c4e-260ddb8ab1ff tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2426479 Aug 16 15:19:28.088632 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 40612) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:19:28.090012 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db413d58-6448-4c2c-8c4e-260ddb8ab1ff tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e93093e-a9d2-4eba-b813-68b10bfa66ea,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:19:28.097118 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.v2.base [None req-77e1c109-914e-4a20-bc27-56a324aa899b tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Request body: {'security_group_rule': {'security_group_id': '5e93093e-a9d2-4eba-b813-68b10bfa66ea', 'project_id': '74d046b645ba40689a9a38f294d5047f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:19:28.113297 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026e5e7c-6290-424c-b03d-c131b6e1f455 req-71d22cc2-86f1-433f-8508-c4474ad23d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:28.114977 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-026e5e7c-6290-424c-b03d-c131b6e1f455 req-71d22cc2-86f1-433f-8508-c4474ad23d22 service neutron] 10.222.0.63 "GET /v2.0/networks?id=e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab HTTP/1.1" status: 200 len: 915 time: 0.1288540 Aug 16 15:19:28.129343 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-77e1c109-914e-4a20-bc27-56a324aa899b tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:28.150012 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-39fbf126-9ec1-4165-b72d-07ca438b12eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86036828-fd17-4830-ac4f-81e0e56836eb', 'name': 'tempest-TestMinimumBasicScenario-1132977372-router', 'tenant_id': '74d046b645ba40689a9a38f294d5047f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'cb4dbd0b-5b7a-48ca-be97-758cbe9519ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:18:07Z', 'updated_at': '2021-08-16T15:18:15Z', 'revision_number': 4, 'project_id': '74d046b645ba40689a9a38f294d5047f', 'gw_port': {'id': 'cb4dbd0b-5b7a-48ca-be97-758cbe9519ab', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:31:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86036828-fd17-4830-ac4f-81e0e56836eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:18:09Z', 'updated_at': '2021-08-16T15:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_floatingips': [{'id': 'daa4141b-f05a-4846-b33f-f75e8d1ea43a', 'tenant_id': '74d046b645ba40689a9a38f294d5047f', 'floating_ip_address': '172.27.3.179', 'floating_network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'router_id': '86036828-fd17-4830-ac4f-81e0e56836eb', 'port_id': '74db418b-edee-450a-80a6-8bf95ebcc50f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab', 'mac_address': 'fa:16:3e:1b:36:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T15:19:26Z', 'updated_at': '2021-08-16T15:19:26Z', 'revision_number': 0, 'project_id': '74d046b645ba40689a9a38f294d5047f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '772ddb41-d092-421a-8da7-17ac63e1de23', 'name': '', 'network_id': 'e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab', 'tenant_id': '74d046b645ba40689a9a38f294d5047f', 'mac_address': 'fa:16:3e:7c:48:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86036828-fd17-4830-ac4f-81e0e56836eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2468f3cc-012a-4fe4-84ca-361a65cab58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:18:14Z', 'updated_at': '2021-08-16T15:18:25Z', 'revision_number': 5, 'project_id': '74d046b645ba40689a9a38f294d5047f', 'subnets': [{'id': '2468f3cc-012a-4fe4-84ca-361a65cab58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:19:28.176832 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fbf126-9ec1-4165-b72d-07ca438b12eb None None] Checking router: 86036828-fd17-4830-ac4f-81e0e56836eb for host: dv-cinder-804757-1-iscsi {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:19:28.182634 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-026e5e7c-6290-424c-b03d-c131b6e1f455 req-4190cdac-2398-4474-84ac-fc2c3d904716 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74db418b-edee-450a-80a6-8bf95ebcc50f HTTP/1.1" status: 200 len: 999 time: 0.0590670 Aug 16 15:19:28.185072 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fbf126-9ec1-4165-b72d-07ca438b12eb None None] Routers {'86036828-fd17-4830-ac4f-81e0e56836eb'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:19:28.185660 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-39fbf126-9ec1-4165-b72d-07ca438b12eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:19:04Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['86036828-fd17-4830-ac4f-81e0e56836eb'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:19:28.185789 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-77e1c109-914e-4a20-bc27-56a324aa899b tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:28.189453 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-77e1c109-914e-4a20-bc27-56a324aa899b tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109690'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:28.214049 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e1c109-914e-4a20-bc27-56a324aa899b tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf9d3a54-03e3-4be3-bf45-e85b4ebeb194,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:19:28.217079 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-77e1c109-914e-4a20-bc27-56a324aa899b tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:28.218250 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-77e1c109-914e-4a20-bc27-56a324aa899b tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1270821 Aug 16 15:19:28.220988 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 40614) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:19:28.227247 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.v2.base [None req-f2ce0df7-d704-4e4d-8824-7ab3a62e487b tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Request body: {'security_group_rule': {'security_group_id': '5e93093e-a9d2-4eba-b813-68b10bfa66ea', 'project_id': '74d046b645ba40689a9a38f294d5047f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:19:28.237426 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026e5e7c-6290-424c-b03d-c131b6e1f455 req-9f3ca2ca-c1a9-478b-9413-ebc157905326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:28.239026 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-026e5e7c-6290-424c-b03d-c131b6e1f455 req-9f3ca2ca-c1a9-478b-9413-ebc157905326 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2468f3cc-012a-4fe4-84ca-361a65cab58f HTTP/1.1" status: 200 len: 854 time: 0.0490584 Aug 16 15:19:28.256557 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f2ce0df7-d704-4e4d-8824-7ab3a62e487b tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:28.292733 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026e5e7c-6290-424c-b03d-c131b6e1f455 req-83f68e29-a01f-4e0a-9aae-d3c284398129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:28.294319 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-026e5e7c-6290-424c-b03d-c131b6e1f455 req-83f68e29-a01f-4e0a-9aae-d3c284398129 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423486 Aug 16 15:19:28.319468 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f2ce0df7-d704-4e4d-8824-7ab3a62e487b tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:28.324576 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f2ce0df7-d704-4e4d-8824-7ab3a62e487b tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109690'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:28.343837 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ce0df7-d704-4e4d-8824-7ab3a62e487b tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5b28efb-8c90-4aa4-871d-b00319ce71a7,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:19:28.350796 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f2ce0df7-d704-4e4d-8824-7ab3a62e487b tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:28.352153 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-f2ce0df7-d704-4e4d-8824-7ab3a62e487b tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1297534 Aug 16 15:19:28.354986 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 40616) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:19:28.359331 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.v2.base [None req-f8f17154-ea6a-4e80-9214-a1e1aa026eb5 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Request body: {'security_group_rule': {'security_group_id': '5e93093e-a9d2-4eba-b813-68b10bfa66ea', 'project_id': '74d046b645ba40689a9a38f294d5047f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:19:28.385321 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-39fbf126-9ec1-4165-b72d-07ca438b12eb None None] Set router 86036828-fd17-4830-ac4f-81e0e56836eb gateway port host: dv-cinder-804757-1-iscsi {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:19:28.388896 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f8f17154-ea6a-4e80-9214-a1e1aa026eb5 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:28.407754 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-026e5e7c-6290-424c-b03d-c131b6e1f455 req-84913ecd-67a5-4f81-ab2a-ed0238e6396a service neutron] 10.222.0.63 "GET /v2.0/networks/e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035743 Aug 16 15:19:28.451867 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f8f17154-ea6a-4e80-9214-a1e1aa026eb5 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:28.456034 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f8f17154-ea6a-4e80-9214-a1e1aa026eb5 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109690'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:28.473457 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f17154-ea6a-4e80-9214-a1e1aa026eb5 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9a2db22-0a79-43ef-8d7d-eba8e3c93f0b,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:19:28.486160 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f8f17154-ea6a-4e80-9214-a1e1aa026eb5 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:28.489966 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-f8f17154-ea6a-4e80-9214-a1e1aa026eb5 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1314082 Aug 16 15:19:28.490136 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 40618) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:19:28.496246 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.v2.base [None req-53ef95de-73bd-47fb-8c40-1d046141ac86 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Request body: {'security_group_rule': {'security_group_id': '5e93093e-a9d2-4eba-b813-68b10bfa66ea', 'project_id': '74d046b645ba40689a9a38f294d5047f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:19:28.506368 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-026e5e7c-6290-424c-b03d-c131b6e1f455 req-b4666e2b-28c6-48d8-867c-7538061d0cbd service neutron] 10.222.0.63 "GET /v2.0/networks/e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910301 Aug 16 15:19:28.526156 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-53ef95de-73bd-47fb-8c40-1d046141ac86 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:28.587850 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-53ef95de-73bd-47fb-8c40-1d046141ac86 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:28.594669 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-53ef95de-73bd-47fb-8c40-1d046141ac86 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109690'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:28.619013 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ef95de-73bd-47fb-8c40-1d046141ac86 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=767fe984-ed63-43a7-86dc-7b5dd4f9256d,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:19:28.622903 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-53ef95de-73bd-47fb-8c40-1d046141ac86 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:28.624110 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-53ef95de-73bd-47fb-8c40-1d046141ac86 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1324527 Aug 16 15:19:28.626890 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 40622) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:19:28.632097 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.v2.base [None req-55cdfea7-d42f-4d48-bee7-d68b43d0014f tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Request body: {'security_group_rule': {'security_group_id': '5e93093e-a9d2-4eba-b813-68b10bfa66ea', 'project_id': '74d046b645ba40689a9a38f294d5047f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:19:28.637437 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-39fbf126-9ec1-4165-b72d-07ca438b12eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86036828-fd17-4830-ac4f-81e0e56836eb', 'name': 'tempest-TestMinimumBasicScenario-1132977372-router', 'tenant_id': '74d046b645ba40689a9a38f294d5047f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'cb4dbd0b-5b7a-48ca-be97-758cbe9519ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:18:07Z', 'updated_at': '2021-08-16T15:18:15Z', 'revision_number': 4, 'project_id': '74d046b645ba40689a9a38f294d5047f', 'gw_port': {'id': 'cb4dbd0b-5b7a-48ca-be97-758cbe9519ab', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:31:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86036828-fd17-4830-ac4f-81e0e56836eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:18:09Z', 'updated_at': '2021-08-16T15:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_floatingips': [{'id': 'daa4141b-f05a-4846-b33f-f75e8d1ea43a', 'tenant_id': '74d046b645ba40689a9a38f294d5047f', 'floating_ip_address': '172.27.3.179', 'floating_network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'router_id': '86036828-fd17-4830-ac4f-81e0e56836eb', 'port_id': '74db418b-edee-450a-80a6-8bf95ebcc50f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab', 'mac_address': 'fa:16:3e:1b:36:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T15:19:26Z', 'updated_at': '2021-08-16T15:19:26Z', 'revision_number': 0, 'project_id': '74d046b645ba40689a9a38f294d5047f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '772ddb41-d092-421a-8da7-17ac63e1de23', 'name': '', 'network_id': 'e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab', 'tenant_id': '74d046b645ba40689a9a38f294d5047f', 'mac_address': 'fa:16:3e:7c:48:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86036828-fd17-4830-ac4f-81e0e56836eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2468f3cc-012a-4fe4-84ca-361a65cab58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:18:14Z', 'updated_at': '2021-08-16T15:18:25Z', 'revision_number': 5, 'project_id': '74d046b645ba40689a9a38f294d5047f', 'subnets': [{'id': '2468f3cc-012a-4fe4-84ca-361a65cab58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:19:28.664441 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fbf126-9ec1-4165-b72d-07ca438b12eb None None] The sync data for ids ['86036828-fd17-4830-ac4f-81e0e56836eb'] in dv-cinder-804757-1-iscsi is: [{'id': '86036828-fd17-4830-ac4f-81e0e56836eb', 'name': 'tempest-TestMinimumBasicScenario-1132977372-router', 'tenant_id': '74d046b645ba40689a9a38f294d5047f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'cb4dbd0b-5b7a-48ca-be97-758cbe9519ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:18:07Z', 'updated_at': '2021-08-16T15:18:15Z', 'revision_number': 4, 'project_id': '74d046b645ba40689a9a38f294d5047f', 'gw_port': {'id': 'cb4dbd0b-5b7a-48ca-be97-758cbe9519ab', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:31:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86036828-fd17-4830-ac4f-81e0e56836eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:18:09Z', 'updated_at': '2021-08-16T15:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_floatingips': [{'id': 'daa4141b-f05a-4846-b33f-f75e8d1ea43a', 'tenant_id': '74d046b645ba40689a9a38f294d5047f', 'floating_ip_address': '172.27.3.179', 'floating_network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'router_id': '86036828-fd17-4830-ac4f-81e0e56836eb', 'port_id': '74db418b-edee-450a-80a6-8bf95ebcc50f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab', 'mac_address': 'fa:16:3e:1b:36:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T15:19:26Z', 'updated_at': '2021-08-16T15:19:26Z', 'revision_number': 0, 'project_id': '74d046b645ba40689a9a38f294d5047f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '772ddb41-d092-421a-8da7-17ac63e1de23', 'name': '', 'network_id': 'e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab', 'tenant_id': '74d046b645ba40689a9a38f294d5047f', 'mac_address': 'fa:16:3e:7c:48:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86036828-fd17-4830-ac4f-81e0e56836eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2468f3cc-012a-4fe4-84ca-361a65cab58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:18:14Z', 'updated_at': '2021-08-16T15:18:25Z', 'revision_number': 5, 'project_id': '74d046b645ba40689a9a38f294d5047f', 'subnets': [{'id': '2468f3cc-012a-4fe4-84ca-361a65cab58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:19:28.665129 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.db.securitygroups_db [None req-55cdfea7-d42f-4d48-bee7-d68b43d0014f tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Project 74d046b645ba40689a9a38f294d5047f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 15:19:28.673524 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-55cdfea7-d42f-4d48-bee7-d68b43d0014f tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:28.742714 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-55cdfea7-d42f-4d48-bee7-d68b43d0014f tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:28.746830 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-55cdfea7-d42f-4d48-bee7-d68b43d0014f tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109690'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:28.764536 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cdfea7-d42f-4d48-bee7-d68b43d0014f tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c996319-895d-4973-8718-5ae76fcb37ca,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:19:28.770813 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-55cdfea7-d42f-4d48-bee7-d68b43d0014f tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:28.775672 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-55cdfea7-d42f-4d48-bee7-d68b43d0014f tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1453068 Aug 16 15:19:28.775875 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 40628) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:19:28.780574 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.v2.base [None req-3cf46c6f-55e3-494b-b34d-68ef1052ca62 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Request body: {'security_group_rule': {'security_group_id': '5e93093e-a9d2-4eba-b813-68b10bfa66ea', 'project_id': '74d046b645ba40689a9a38f294d5047f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:19:28.805276 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.db.securitygroups_db [None req-3cf46c6f-55e3-494b-b34d-68ef1052ca62 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Project 74d046b645ba40689a9a38f294d5047f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 15:19:28.811895 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3cf46c6f-55e3-494b-b34d-68ef1052ca62 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:28.913422 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3cf46c6f-55e3-494b-b34d-68ef1052ca62 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:28.919908 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3cf46c6f-55e3-494b-b34d-68ef1052ca62 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109690'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:28.953431 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da7f9d-e7a9-4249-a877-e0be0e9449a4 req-053d5602-8906-4647-a483-55b2b2e8aa44 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:28.954127 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d455c81d-ddf0-4e25-882e-2bbc83638d7f None None] New status for floating IP daa4141b-f05a-4846-b33f-f75e8d1ea43a: ACTIVE {{(pid=94053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 15:19:28.960521 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-80da7f9d-e7a9-4249-a877-e0be0e9449a4 req-053d5602-8906-4647-a483-55b2b2e8aa44 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 945 time: 0.0970654 Aug 16 15:19:28.962603 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf46c6f-55e3-494b-b34d-68ef1052ca62 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a46f0685-fdb0-406b-9f4a-0782e7a75a18,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:19:28.972100 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3cf46c6f-55e3-494b-b34d-68ef1052ca62 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:28.973470 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-3cf46c6f-55e3-494b-b34d-68ef1052ca62 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1965961 Aug 16 15:19:29.011723 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-80da7f9d-e7a9-4249-a877-e0be0e9449a4 req-e197c94a-7c42-4401-aa02-3aede8eab21a tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369561 Aug 16 15:19:29.067697 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-ce20e4a0-7d27-4118-ad25-7288a19dcc92 req-02db608f-e94b-4567-9572-98e04e54d998 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1981855539&fields=id&tenant_id=74d046b645ba40689a9a38f294d5047f HTTP/1.1" status: 200 len: 267 time: 0.0344226 Aug 16 15:19:29.125868 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20e4a0-7d27-4118-ad25-7288a19dcc92 req-013dea05-5ee2-4c1e-8f0c-1f254b0791a7 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:29.127445 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-ce20e4a0-7d27-4118-ad25-7288a19dcc92 req-013dea05-5ee2-4c1e-8f0c-1f254b0791a7 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/ports?device_id=de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2 HTTP/1.1" status: 200 len: 945 time: 0.0526776 Aug 16 15:19:29.139023 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [req-ce20e4a0-7d27-4118-ad25-7288a19dcc92 req-f654450b-77bd-4fe4-af1c-b70c789eac9f tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Request body: {'port': {'security_groups': ['4a0e2430-a832-49a7-b80a-9e1eb0384896', '5e93093e-a9d2-4eba-b813-68b10bfa66ea']}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:19:29.211837 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-ce20e4a0-7d27-4118-ad25-7288a19dcc92 req-f654450b-77bd-4fe4-af1c-b70c789eac9f tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:29.401992 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-ce20e4a0-7d27-4118-ad25-7288a19dcc92 req-f654450b-77bd-4fe4-af1c-b70c789eac9f tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] For port 74db418b-edee-450a-80a6-8bf95ebcc50f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=74db418b-edee-450a-80a6-8bf95ebcc50f,segment=NetworkSegment(b0e1ed7a-79e8-499e-a716-624f334e2176),segment_id=b0e1ed7a-79e8-499e-a716-624f334e2176)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:19:29.430052 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-ce20e4a0-7d27-4118-ad25-7288a19dcc92 req-f654450b-77bd-4fe4-af1c-b70c789eac9f tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:29.434458 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-ce20e4a0-7d27-4118-ad25-7288a19dcc92 req-f654450b-77bd-4fe4-af1c-b70c789eac9f tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2268376'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:29.458048 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] get_ports_and_sgs() called for port_ids ['74db418b-edee-450a-80a6-8bf95ebcc50f'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:19:29.484372 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20e4a0-7d27-4118-ad25-7288a19dcc92 req-f654450b-77bd-4fe4-af1c-b70c789eac9f tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:29.484996 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-ce20e4a0-7d27-4118-ad25-7288a19dcc92 req-f654450b-77bd-4fe4-af1c-b70c789eac9f tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:29.486386 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-ce20e4a0-7d27-4118-ad25-7288a19dcc92 req-f654450b-77bd-4fe4-af1c-b70c789eac9f tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "PUT /v2.0/ports/74db418b-edee-450a-80a6-8bf95ebcc50f HTTP/1.1" status: 200 len: 981 time: 0.3522372 Aug 16 15:19:29.486838 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2', 'tag': '74db418b-edee-450a-80a6-8bf95ebcc50f'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:19:29.489103 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a5cfb7157b8b73f0e4116fd12db15b1ff73336af95e475daca955d95e5834ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c116fbd-c84f-4509-a677-0d54e48a9913" -d '{"events": [{"name": "network-changed", "server_uuid": "de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2", "tag": "74db418b-edee-450a-80a6-8bf95ebcc50f"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:19:29.516491 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f654450b-77bd-4fe4-af1c-b70c789eac9f tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Pushing event updated for resources: {'Port': ['ID=74db418b-edee-450a-80a6-8bf95ebcc50f,revision_number=6']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:19:29.536994 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 15:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdcd793a-dcbf-4229-9025-9f16af978f34 x-openstack-request-id: req-fdcd793a-dcbf-4229-9025-9f16af978f34 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:19:29.537330 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2", "tag": "74db418b-edee-450a-80a6-8bf95ebcc50f", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:19:29.537693 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fdcd793a-dcbf-4229-9025-9f16af978f34 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:19:29.538097 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2', 'tag': '74db418b-edee-450a-80a6-8bf95ebcc50f', 'status': 'completed', 'code': 200} Aug 16 15:19:29.654056 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] get_ports_and_sgs() called for port_ids ['74db418b-edee-450a-80a6-8bf95ebcc50f'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:19:29.712269 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e9234b-a873-481c-84c7-e5999a72afae req-48769fff-d950-45b2-9211-66c6b7d14d74 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:29.715281 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-a9e9234b-a873-481c-84c7-e5999a72afae req-48769fff-d950-45b2-9211-66c6b7d14d74 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/ports?device_id=de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2 HTTP/1.1" status: 200 len: 984 time: 0.1211920 Aug 16 15:19:29.734797 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c116fbd-c84f-4509-a677-0d54e48a9913 req-1bd8ac5c-ef64-4297-b6a2-3e39ecb6f264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:29.736445 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-7c116fbd-c84f-4509-a677-0d54e48a9913 req-1bd8ac5c-ef64-4297-b6a2-3e39ecb6f264 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=74d046b645ba40689a9a38f294d5047f&device_id=de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2 HTTP/1.1" status: 200 len: 1137 time: 0.1414423 Aug 16 15:19:29.798077 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-a9e9234b-a873-481c-84c7-e5999a72afae req-5e8425ce-5ec4-43fc-93ae-d176f14724fc tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a0e2430-a832-49a7-b80a-9e1eb0384896&id=5e93093e-a9d2-4eba-b813-68b10bfa66ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0672128 Aug 16 15:19:29.868884 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c116fbd-c84f-4509-a677-0d54e48a9913 req-194837ac-edc7-4c50-8a73-2a54604e049f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:29.870329 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-7c116fbd-c84f-4509-a677-0d54e48a9913 req-194837ac-edc7-4c50-8a73-2a54604e049f service neutron] 10.222.0.63 "GET /v2.0/networks?id=e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab HTTP/1.1" status: 200 len: 915 time: 0.0989330 Aug 16 15:19:29.889740 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-13e50d4c-4df3-455e-acfb-cbcb074fece4 None None] Provisioning complete for port 74db418b-edee-450a-80a6-8bf95ebcc50f triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:19:29.890166 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-13e50d4c-4df3-455e-acfb-cbcb074fece4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:29.941025 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-7c116fbd-c84f-4509-a677-0d54e48a9913 req-65ea0a53-bed9-4a07-b251-e04d32efb664 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74db418b-edee-450a-80a6-8bf95ebcc50f HTTP/1.1" status: 200 len: 1001 time: 0.0602255 Aug 16 15:19:29.992603 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c116fbd-c84f-4509-a677-0d54e48a9913 req-c227973d-397a-4580-8081-84d240fbad32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:29.994201 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-7c116fbd-c84f-4509-a677-0d54e48a9913 req-c227973d-397a-4580-8081-84d240fbad32 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2468f3cc-012a-4fe4-84ca-361a65cab58f HTTP/1.1" status: 200 len: 854 time: 0.0424197 Aug 16 15:19:30.041290 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c116fbd-c84f-4509-a677-0d54e48a9913 req-24586a2a-fc2e-48e2-82e8-fb2f0954c3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:30.042871 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-7c116fbd-c84f-4509-a677-0d54e48a9913 req-24586a2a-fc2e-48e2-82e8-fb2f0954c3be service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408893 Aug 16 15:19:30.134534 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2699d050-e97c-42f7-81b1-94609617e39d req-55980636-f16f-4fd9-868c-3689823fecfc tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:30.136227 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-2699d050-e97c-42f7-81b1-94609617e39d req-55980636-f16f-4fd9-868c-3689823fecfc tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 945 time: 0.0523634 Aug 16 15:19:30.145207 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-7c116fbd-c84f-4509-a677-0d54e48a9913 req-05e16bc9-c1e3-4c08-9081-bc6eac8cadbb service neutron] 10.222.0.63 "GET /v2.0/networks/e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889490 Aug 16 15:19:30.174599 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-2699d050-e97c-42f7-81b1-94609617e39d req-f3d8e235-8062-42d3-971d-5dcb0851b833 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320013 Aug 16 15:19:30.238872 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-7c116fbd-c84f-4509-a677-0d54e48a9913 req-aea153ba-5261-43ce-a7e0-2a9bd0bf40c1 service neutron] 10.222.0.63 "GET /v2.0/networks/e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818441 Aug 16 15:19:31.290440 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf4bb5d-5a68-415b-8f67-c010c66610c6 req-f281091b-5352-4599-9bce-27abca702f81 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:31.291781 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-7bf4bb5d-5a68-415b-8f67-c010c66610c6 req-f281091b-5352-4599-9bce-27abca702f81 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 945 time: 0.0505035 Aug 16 15:19:31.327442 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-7bf4bb5d-5a68-415b-8f67-c010c66610c6 req-f10c0436-d060-4bc3-9f76-307a7b075911 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298007 Aug 16 15:19:31.377423 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-44f934f8-0b4f-4a6c-87bb-35cbe529a94a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:32.172393 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2bc9e6-a25c-41c6-8c3d-563e44370998 req-264a3cc0-cb52-4056-8ad9-ca5bca5a9242 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:32.173773 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-6d2bc9e6-a25c-41c6-8c3d-563e44370998 req-264a3cc0-cb52-4056-8ad9-ca5bca5a9242 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.63 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 945 time: 0.0461202 Aug 16 15:19:32.277205 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-6d2bc9e6-a25c-41c6-8c3d-563e44370998 req-40b959f3-87c6-430d-ada1-9a78adeb9656 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Deleting port df6bd210-6709-41a7-bc0e-c6caa9ab9a65 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:19:32.277535 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-6d2bc9e6-a25c-41c6-8c3d-563e44370998 req-40b959f3-87c6-430d-ada1-9a78adeb9656 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769335647479'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:32.369269 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-6d2bc9e6-a25c-41c6-8c3d-563e44370998 req-40b959f3-87c6-430d-ada1-9a78adeb9656 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] For port df6bd210-6709-41a7-bc0e-c6caa9ab9a65, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=df6bd210-6709-41a7-bc0e-c6caa9ab9a65,segment=NetworkSegment(23602082-3dc4-46b3-ac20-5f318e6fc186),segment_id=23602082-3dc4-46b3-ac20-5f318e6fc186)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:19:32.369871 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-6d2bc9e6-a25c-41c6-8c3d-563e44370998 req-40b959f3-87c6-430d-ada1-9a78adeb9656 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3800399'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:32.382136 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-6d2bc9e6-a25c-41c6-8c3d-563e44370998 req-40b959f3-87c6-430d-ada1-9a78adeb9656 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Calling delete_port for df6bd210-6709-41a7-bc0e-c6caa9ab9a65 owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:19:32.438872 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996607d9-c7bc-4e3f-8684-5de17dc41030 req-0b50d914-a6d1-4203-93e4-99af9c22a40f tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:32.440220 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-996607d9-c7bc-4e3f-8684-5de17dc41030 req-0b50d914-a6d1-4203-93e4-99af9c22a40f tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba5e5f6e-58ac-439b-8691-7b23e93c2833 HTTP/1.1" status: 200 len: 945 time: 0.0475202 Aug 16 15:19:32.480780 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-996607d9-c7bc-4e3f-8684-5de17dc41030 req-ca17d911-ce09-46dd-8579-5db6c238d728 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344877 Aug 16 15:19:32.510946 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-6d2bc9e6-a25c-41c6-8c3d-563e44370998 req-40b959f3-87c6-430d-ada1-9a78adeb9656 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769335768917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769335250710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268375'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:32.523290 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] get_ports_and_sgs() called for port_ids ['df6bd210-6709-41a7-bc0e-c6caa9ab9a65', 'd7993fa5-40dc-4e85-92da-a6701cc5ce17'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:19:32.545508 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b959f3-87c6-430d-ada1-9a78adeb9656 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Pushing event deleted for resources: {'Port': ['ID=df6bd210-6709-41a7-bc0e-c6caa9ab9a65,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:19:32.581101 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d2bc9e6-a25c-41c6-8c3d-563e44370998 req-40b959f3-87c6-430d-ada1-9a78adeb9656 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] No DVR routers for this DVR port df6bd210-6709-41a7-bc0e-c6caa9ab9a65 on host hv-cinder-80475 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 15:19:32.584336 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-6d2bc9e6-a25c-41c6-8c3d-563e44370998 req-40b959f3-87c6-430d-ada1-9a78adeb9656 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:32.586607 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-6d2bc9e6-a25c-41c6-8c3d-563e44370998 req-40b959f3-87c6-430d-ada1-9a78adeb9656 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.63 "DELETE /v2.0/ports/df6bd210-6709-41a7-bc0e-c6caa9ab9a65 HTTP/1.1" status: 204 len: 173 time: 0.4015167 Aug 16 15:19:32.587047 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba5e5f6e-58ac-439b-8691-7b23e93c2833', 'name': 'network-vif-deleted', 'tag': 'df6bd210-6709-41a7-bc0e-c6caa9ab9a65'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:19:32.589252 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a5cfb7157b8b73f0e4116fd12db15b1ff73336af95e475daca955d95e5834ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a2d271-7c3e-48c0-800d-f59b7162d033" -d '{"events": [{"server_uuid": "ba5e5f6e-58ac-439b-8691-7b23e93c2833", "name": "network-vif-deleted", "tag": "df6bd210-6709-41a7-bc0e-c6caa9ab9a65"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:19:32.638573 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20617425-90e0-4b66-9882-821cbbf4ecc3 x-openstack-request-id: req-20617425-90e0-4b66-9882-821cbbf4ecc3 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:19:32.638857 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba5e5f6e-58ac-439b-8691-7b23e93c2833", "name": "network-vif-deleted", "tag": "df6bd210-6709-41a7-bc0e-c6caa9ab9a65", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:19:32.639127 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-20617425-90e0-4b66-9882-821cbbf4ecc3 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:19:32.639541 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba5e5f6e-58ac-439b-8691-7b23e93c2833', 'name': 'network-vif-deleted', 'tag': 'df6bd210-6709-41a7-bc0e-c6caa9ab9a65', 'status': 'completed', 'code': 200} Aug 16 15:19:33.739690 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7233b7-01a3-40ab-a261-9f8263dfad1d req-b5eb4d35-5254-4ccb-b909-0af213ca6c64 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:33.741146 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-8c7233b7-01a3-40ab-a261-9f8263dfad1d req-b5eb4d35-5254-4ccb-b909-0af213ca6c64 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.0514505 Aug 16 15:19:33.779156 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-8c7233b7-01a3-40ab-a261-9f8263dfad1d req-37ca8e9e-44b4-4aef-b5df-87ee9da56a6d tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320785 Aug 16 15:19:33.975218 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-0a12fb86-2b41-401a-accb-5247569170d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:34.230878 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:34.895868 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd028420-769e-4c3d-ba82-238a645b1e9a req-15373f6c-1779-4d6d-81f9-0fe92de16814 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:34.897365 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-bd028420-769e-4c3d-ba82-238a645b1e9a req-15373f6c-1779-4d6d-81f9-0fe92de16814 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.0501671 Aug 16 15:19:34.933804 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-bd028420-769e-4c3d-ba82-238a645b1e9a req-8201d96d-6fd7-4dfc-9104-b3c642f0c191 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303905 Aug 16 15:19:35.124717 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5f8a3891-afd8-4a3f-99f3-eab7c9032578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:36.045220 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb72fe-85ad-4a3b-bdfc-cfcd5331b8c5 req-0e0b492c-66f3-45d6-881d-aa3bf0b49e8b tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:36.046677 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-f2fb72fe-85ad-4a3b-bdfc-cfcd5331b8c5 req-0e0b492c-66f3-45d6-881d-aa3bf0b49e8b tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.0485532 Aug 16 15:19:36.084468 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-f2fb72fe-85ad-4a3b-bdfc-cfcd5331b8c5 req-95a10a87-da24-4292-994e-951d63e66eed tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319347 Aug 16 15:19:36.755542 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4fd61f29-14ed-4c81-94cc-08da44d16cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:37.199131 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f31b9b-fbbc-47a2-a20b-c17f606e0305 req-a59e8e16-e495-44f0-866b-409c4e7e6904 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:37.200608 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-27f31b9b-fbbc-47a2-a20b-c17f606e0305 req-a59e8e16-e495-44f0-866b-409c4e7e6904 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.0495267 Aug 16 15:19:37.237225 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-27f31b9b-fbbc-47a2-a20b-c17f606e0305 req-c26abea5-258a-4f04-811b-4eaa9bfb746f tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307360 Aug 16 15:19:37.721871 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device df6bd210-6709-41a7-bc0e-c6caa9ab9a65 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:19:37.742180 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] No Port match for: df6bd210-6709-41a7-bc0e-c6caa9ab9a65 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:19:37.742516 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device df6bd210-6709-41a7-bc0e-c6caa9ab9a65 not bound to the agent host hv-cinder-80475 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:19:38.373034 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07650f2-7d69-4c19-93bf-f6f237bc9973 req-ff56d3b4-f892-41c6-86e6-c96a7b7bfd20 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:38.374561 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-f07650f2-7d69-4c19-93bf-f6f237bc9973 req-ff56d3b4-f892-41c6-86e6-c96a7b7bfd20 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.0636778 Aug 16 15:19:38.414404 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-f07650f2-7d69-4c19-93bf-f6f237bc9973 req-90e05dd3-d6a6-4f2c-931d-49bc574d2f43 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321541 Aug 16 15:19:38.426076 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb3af5-09af-4a56-9cc1-0ec75fb2ecbc req-021dd9b6-bd28-4104-a1d2-ab8b3d48153b tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:38.428098 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-69fb3af5-09af-4a56-9cc1-0ec75fb2ecbc req-021dd9b6-bd28-4104-a1d2-ab8b3d48153b tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e502ea1-64ee-4c33-8335-f74a9d6424c6 HTTP/1.1" status: 200 len: 945 time: 0.0555747 Aug 16 15:19:38.466585 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-69fb3af5-09af-4a56-9cc1-0ec75fb2ecbc req-2309bbba-1e02-4617-9c47-dbecdcae418f tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cd64719-1f02-4e88-bb1f-dbc33ca11f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325975 Aug 16 15:19:39.539465 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7ec71-2eb3-48d4-a96d-fb08c53cb6d8 req-abdd110f-f789-4b6e-933a-1f78af0ebc3b tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:39.541050 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-b2e7ec71-2eb3-48d4-a96d-fb08c53cb6d8 req-abdd110f-f789-4b6e-933a-1f78af0ebc3b tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.0508912 Aug 16 15:19:39.578133 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-b2e7ec71-2eb3-48d4-a96d-fb08c53cb6d8 req-17b87847-fc59-474d-ac0b-0a3ee7ee00f6 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308702 Aug 16 15:19:39.582846 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181f9f3-b34b-41cf-9cb0-6dd5cae3f019 req-53ac41e0-516f-4be4-a066-71b338a24de5 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:39.584977 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-8181f9f3-b34b-41cf-9cb0-6dd5cae3f019 req-53ac41e0-516f-4be4-a066-71b338a24de5 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e502ea1-64ee-4c33-8335-f74a9d6424c6 HTTP/1.1" status: 200 len: 945 time: 0.0507596 Aug 16 15:19:39.621775 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-8181f9f3-b34b-41cf-9cb0-6dd5cae3f019 req-51a8c183-8eda-44c0-9ba5-77ed6a9f1121 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cd64719-1f02-4e88-bb1f-dbc33ca11f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310469 Aug 16 15:19:40.690835 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c650db-af0c-4e92-a365-8241e1ba7608 req-2de7789c-d973-4391-a323-9d091ec7f7e3 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:40.692313 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-c1c650db-af0c-4e92-a365-8241e1ba7608 req-2de7789c-d973-4391-a323-9d091ec7f7e3 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.0485067 Aug 16 15:19:40.730007 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-c1c650db-af0c-4e92-a365-8241e1ba7608 req-1a90e2e9-01c9-4a65-96c9-6946217ad17d tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314596 Aug 16 15:19:40.735370 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c21322d-3560-4609-856c-8341d526c847 req-03685f0a-5c3f-41d1-bbe7-a466555d0920 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:40.736858 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-4c21322d-3560-4609-856c-8341d526c847 req-03685f0a-5c3f-41d1-bbe7-a466555d0920 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e502ea1-64ee-4c33-8335-f74a9d6424c6 HTTP/1.1" status: 200 len: 945 time: 0.0478027 Aug 16 15:19:40.774531 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-4c21322d-3560-4609-856c-8341d526c847 req-403bc1fa-b4b3-4a12-995c-01d44b22e5f6 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cd64719-1f02-4e88-bb1f-dbc33ca11f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318158 Aug 16 15:19:41.843788 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51656045-7e11-47ba-b363-085dfb4e3bc7 req-1cb0a0bf-b898-40b0-8a3d-780118ffe077 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:41.845266 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-51656045-7e11-47ba-b363-085dfb4e3bc7 req-1cb0a0bf-b898-40b0-8a3d-780118ffe077 tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.0488498 Aug 16 15:19:41.882525 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-51656045-7e11-47ba-b363-085dfb4e3bc7 req-6671122c-bdf9-4dbd-b4a9-69d6ad1897fa tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/security-groups?id=1163b005-63ef-47e0-8daf-c64b35fc537a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314612 Aug 16 15:19:41.897231 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db31356-7d29-48e2-9091-1d8823be0a6c req-757bb093-d240-4b06-82fd-9fab882e9583 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:41.899531 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-1db31356-7d29-48e2-9091-1d8823be0a6c req-757bb093-d240-4b06-82fd-9fab882e9583 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e502ea1-64ee-4c33-8335-f74a9d6424c6 HTTP/1.1" status: 200 len: 945 time: 0.0498216 Aug 16 15:19:41.935549 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-1db31356-7d29-48e2-9091-1d8823be0a6c req-12358ba2-2d5b-4e29-b899-446d9a312b15 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cd64719-1f02-4e88-bb1f-dbc33ca11f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302298 Aug 16 15:19:42.487557 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce9252-518f-4ebd-b250-f9db09271d94 req-cfca9b0b-8ac9-47d3-b175-c4acbe3a0fbc tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:42.488971 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-8bce9252-518f-4ebd-b250-f9db09271d94 req-cfca9b0b-8ac9-47d3-b175-c4acbe3a0fbc tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.63 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 946 time: 0.0514190 Aug 16 15:19:42.585461 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-8bce9252-518f-4ebd-b250-f9db09271d94 req-05f92765-6059-4cbc-8319-bca02d20aeba tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Deleting port d7993fa5-40dc-4e85-92da-a6701cc5ce17 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:19:42.585796 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8bce9252-518f-4ebd-b250-f9db09271d94 req-05f92765-6059-4cbc-8319-bca02d20aeba tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769335647479'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:42.676286 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-8bce9252-518f-4ebd-b250-f9db09271d94 req-05f92765-6059-4cbc-8319-bca02d20aeba tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] For port d7993fa5-40dc-4e85-92da-a6701cc5ce17, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d7993fa5-40dc-4e85-92da-a6701cc5ce17,segment=NetworkSegment(23602082-3dc4-46b3-ac20-5f318e6fc186),segment_id=23602082-3dc4-46b3-ac20-5f318e6fc186)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:19:42.676644 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8bce9252-518f-4ebd-b250-f9db09271d94 req-05f92765-6059-4cbc-8319-bca02d20aeba tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3800399'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:42.691530 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-8bce9252-518f-4ebd-b250-f9db09271d94 req-05f92765-6059-4cbc-8319-bca02d20aeba tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Calling delete_port for d7993fa5-40dc-4e85-92da-a6701cc5ce17 owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:19:42.830110 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8bce9252-518f-4ebd-b250-f9db09271d94 req-05f92765-6059-4cbc-8319-bca02d20aeba tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769335768917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769335250710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268375'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:42.849622 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] get_ports_and_sgs() called for port_ids ['d7993fa5-40dc-4e85-92da-a6701cc5ce17'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:19:42.858337 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f92765-6059-4cbc-8319-bca02d20aeba tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Pushing event deleted for resources: {'Port': ['ID=d7993fa5-40dc-4e85-92da-a6701cc5ce17,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:19:42.886048 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f92765-6059-4cbc-8319-bca02d20aeba tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:19:42.886395 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f92765-6059-4cbc-8319-bca02d20aeba tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:19:42.886733 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f92765-6059-4cbc-8319-bca02d20aeba tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:19:42.887065 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f92765-6059-4cbc-8319-bca02d20aeba tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:19:42.887393 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f92765-6059-4cbc-8319-bca02d20aeba tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:19:42.887718 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f92765-6059-4cbc-8319-bca02d20aeba tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:19:42.888078 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f92765-6059-4cbc-8319-bca02d20aeba tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:19:42.888401 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f92765-6059-4cbc-8319-bca02d20aeba tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:19:42.888720 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f92765-6059-4cbc-8319-bca02d20aeba tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:19:42.889040 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f92765-6059-4cbc-8319-bca02d20aeba tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:19:42.889367 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f92765-6059-4cbc-8319-bca02d20aeba tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:19:42.889674 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f92765-6059-4cbc-8319-bca02d20aeba tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:19:42.904397 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bce9252-518f-4ebd-b250-f9db09271d94 req-05f92765-6059-4cbc-8319-bca02d20aeba tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] No DVR routers for this DVR port d7993fa5-40dc-4e85-92da-a6701cc5ce17 on host hv-cinder-80475 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 15:19:42.906470 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-8bce9252-518f-4ebd-b250-f9db09271d94 req-05f92765-6059-4cbc-8319-bca02d20aeba tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:42.908491 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-8bce9252-518f-4ebd-b250-f9db09271d94 req-05f92765-6059-4cbc-8319-bca02d20aeba tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.63 "DELETE /v2.0/ports/d7993fa5-40dc-4e85-92da-a6701cc5ce17 HTTP/1.1" status: 204 len: 173 time: 0.4093087 Aug 16 15:19:42.908905 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '732a1d66-d36e-4690-8c78-dea1afade166', 'name': 'network-vif-deleted', 'tag': 'd7993fa5-40dc-4e85-92da-a6701cc5ce17'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:19:42.911091 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a5cfb7157b8b73f0e4116fd12db15b1ff73336af95e475daca955d95e5834ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f84af80-eccc-4c2f-8324-940fb7e4183d" -d '{"events": [{"server_uuid": "732a1d66-d36e-4690-8c78-dea1afade166", "name": "network-vif-deleted", "tag": "d7993fa5-40dc-4e85-92da-a6701cc5ce17"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:19:42.947437 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-037c3ecd-8081-4ca1-985c-16ade181c404 x-openstack-request-id: req-037c3ecd-8081-4ca1-985c-16ade181c404 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:19:42.947760 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "732a1d66-d36e-4690-8c78-dea1afade166", "name": "network-vif-deleted", "tag": "d7993fa5-40dc-4e85-92da-a6701cc5ce17", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:19:42.948012 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-037c3ecd-8081-4ca1-985c-16ade181c404 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:19:42.948417 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '732a1d66-d36e-4690-8c78-dea1afade166', 'name': 'network-vif-deleted', 'tag': 'd7993fa5-40dc-4e85-92da-a6701cc5ce17', 'status': 'completed', 'code': 200} Aug 16 15:19:42.995920 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-fbb05408-e08a-4a72-966f-42041f2cb47a req-b6795c75-20a9-4f60-9a04-426395db203a tempest-ServerRescueNegativeTestJSON-1264882067 tempest-ServerRescueNegativeTestJSON-1264882067-project] 10.222.0.22 "GET /v2.0/ports?device_id=732a1d66-d36e-4690-8c78-dea1afade166 HTTP/1.1" status: 200 len: 210 time: 0.0275896 Aug 16 15:19:43.057683 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8ab39f-919f-4716-82c7-389fd44d57ca req-6a7a985b-22c6-4f57-aab3-21d47dcaf48a tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:43.059142 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-bf8ab39f-919f-4716-82c7-389fd44d57ca req-6a7a985b-22c6-4f57-aab3-21d47dcaf48a tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e502ea1-64ee-4c33-8335-f74a9d6424c6 HTTP/1.1" status: 200 len: 945 time: 0.0526805 Aug 16 15:19:43.096147 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-bf8ab39f-919f-4716-82c7-389fd44d57ca req-c7ccae89-2e59-4082-98be-fbd327f2221f tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cd64719-1f02-4e88-bb1f-dbc33ca11f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310128 Aug 16 15:19:44.050523 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 40766) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:19:44.282855 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2860c3-a570-496d-8512-9f5c7984b329 req-f7932b21-3632-4eb0-9bd6-4e2a463f599d tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:44.284235 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-1f2860c3-a570-496d-8512-9f5c7984b329 req-f7932b21-3632-4eb0-9bd6-4e2a463f599d tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e502ea1-64ee-4c33-8335-f74a9d6424c6 HTTP/1.1" status: 200 len: 945 time: 0.1203158 Aug 16 15:19:44.347379 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-1f2860c3-a570-496d-8512-9f5c7984b329 req-35cb61a6-d3a4-4968-b8d1-5a64f71f519d tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cd64719-1f02-4e88-bb1f-dbc33ca11f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572093 Aug 16 15:19:44.516644 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-111e51fe-cc69-441a-9d42-a16588d3ebca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4167229'] for router_interface, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:44.794038 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-111e51fe-cc69-441a-9d42-a16588d3ebca admin admin] Deleting port f7172891-0c18-4c4c-a009-5e11d6487d8a {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:19:44.794344 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-111e51fe-cc69-441a-9d42-a16588d3ebca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769335647479'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:44.867541 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-111e51fe-cc69-441a-9d42-a16588d3ebca admin admin] For port f7172891-0c18-4c4c-a009-5e11d6487d8a, host dv-cinder-804757-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=f7172891-0c18-4c4c-a009-5e11d6487d8a,segment=NetworkSegment(23602082-3dc4-46b3-ac20-5f318e6fc186),segment_id=23602082-3dc4-46b3-ac20-5f318e6fc186)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:19:44.867888 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-111e51fe-cc69-441a-9d42-a16588d3ebca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3800399'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:44.879583 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-111e51fe-cc69-441a-9d42-a16588d3ebca admin admin] Calling delete_port for f7172891-0c18-4c4c-a009-5e11d6487d8a owned by network:router_interface {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:19:44.966998 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.agents_db [None req-45e7de1a-0021-4862-aee0-d1a44650be34 None None] Agent healthcheck: found 6 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 15:19:45.066491 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-111e51fe-cc69-441a-9d42-a16588d3ebca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769335768917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769335250710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2787876'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:45.091302 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111e51fe-cc69-441a-9d42-a16588d3ebca admin admin] Pushing event deleted for resources: {'Port': ['ID=f7172891-0c18-4c4c-a009-5e11d6487d8a,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:19:45.113971 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e51fe-cc69-441a-9d42-a16588d3ebca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:19:45.114310 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e51fe-cc69-441a-9d42-a16588d3ebca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:19:45.115185 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e51fe-cc69-441a-9d42-a16588d3ebca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:19:45.115516 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e51fe-cc69-441a-9d42-a16588d3ebca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:19:45.115836 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e51fe-cc69-441a-9d42-a16588d3ebca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:19:45.116251 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e51fe-cc69-441a-9d42-a16588d3ebca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:19:45.116570 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e51fe-cc69-441a-9d42-a16588d3ebca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:19:45.116885 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e51fe-cc69-441a-9d42-a16588d3ebca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:19:45.117201 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e51fe-cc69-441a-9d42-a16588d3ebca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:19:45.117514 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e51fe-cc69-441a-9d42-a16588d3ebca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:19:45.117826 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e51fe-cc69-441a-9d42-a16588d3ebca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:19:45.118135 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e51fe-cc69-441a-9d42-a16588d3ebca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:19:45.247844 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-111e51fe-cc69-441a-9d42-a16588d3ebca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3780375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3797165'] for router_interface, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:45.452260 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-111e51fe-cc69-441a-9d42-a16588d3ebca admin admin] Router 260fa4b3-7436-4f98-8c0a-0834eeb98030 has already been hosted by L3 agent b2ca3166-9002-4222-bd01-ae8f73ca62dc {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 15:19:45.464819 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29cc661-02aa-4c74-9b99-fd7aa7ef2932 req-6af6eb02-da24-434b-908b-5eaa066f0f74 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:45.466267 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-d29cc661-02aa-4c74-9b99-fd7aa7ef2932 req-6af6eb02-da24-434b-908b-5eaa066f0f74 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e502ea1-64ee-4c33-8335-f74a9d6424c6 HTTP/1.1" status: 200 len: 945 time: 0.0513942 Aug 16 15:19:45.503192 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-d29cc661-02aa-4c74-9b99-fd7aa7ef2932 req-4e413ac9-ca56-4b4f-91fc-66747674adb5 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cd64719-1f02-4e88-bb1f-dbc33ca11f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308530 Aug 16 15:19:45.558831 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-111e51fe-cc69-441a-9d42-a16588d3ebca admin admin] Notify agent at l3_agent.dv-cinder-804757-1-iscsi the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:19:45.563779 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-111e51fe-cc69-441a-9d42-a16588d3ebca admin admin] 10.222.0.22 "PUT /v2.0/routers/260fa4b3-7436-4f98-8c0a-0834eeb98030/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5121970 Aug 16 15:19:45.566216 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 40774) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:19:45.568719 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b4fa1e-fdac-4b77-8f7e-7802aff3b8f9 None None] Sync routers for ids ['260fa4b3-7436-4f98-8c0a-0834eeb98030'] in dv-cinder-804757-1-iscsi {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:19:45.578098 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b4fa1e-fdac-4b77-8f7e-7802aff3b8f9 None None] Routers {'260fa4b3-7436-4f98-8c0a-0834eeb98030'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:19:45.578695 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-75b4fa1e-fdac-4b77-8f7e-7802aff3b8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:19:34Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['260fa4b3-7436-4f98-8c0a-0834eeb98030'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:19:45.668942 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e6b19482-68f5-4740-b715-a271cf45250b admin admin] Notify callbacks [] for router, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:45.678749 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-75b4fa1e-fdac-4b77-8f7e-7802aff3b8f9 None None] Set router 260fa4b3-7436-4f98-8c0a-0834eeb98030 gateway port host: dv-cinder-804757-1-iscsi {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:19:45.772161 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e6b19482-68f5-4740-b715-a271cf45250b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:45.822496 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-e6b19482-68f5-4740-b715-a271cf45250b admin admin] Deleting port f20bb4d2-88d8-47ad-a784-7e4ece578ff4 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:19:45.822833 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e6b19482-68f5-4740-b715-a271cf45250b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769335647479'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:45.862979 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-75b4fa1e-fdac-4b77-8f7e-7802aff3b8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260fa4b3-7436-4f98-8c0a-0834eeb98030', 'name': 'tempest-ServerRescueNegativeTestJSON-1033530606-router', 'tenant_id': '01f2355b3173487a90e45214a420413d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': 'f20bb4d2-88d8-47ad-a784-7e4ece578ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:15:31Z', 'updated_at': '2021-08-16T15:19:45Z', 'revision_number': 5, 'project_id': '01f2355b3173487a90e45214a420413d', 'gw_port': {'id': 'f20bb4d2-88d8-47ad-a784-7e4ece578ff4', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:da:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260fa4b3-7436-4f98-8c0a-0834eeb98030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:15:31Z', 'updated_at': '2021-08-16T15:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi'}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:19:45.895589 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b4fa1e-fdac-4b77-8f7e-7802aff3b8f9 None None] Checking router: 260fa4b3-7436-4f98-8c0a-0834eeb98030 for host: dv-cinder-804757-1-iscsi {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:19:45.904716 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b4fa1e-fdac-4b77-8f7e-7802aff3b8f9 None None] Routers {'260fa4b3-7436-4f98-8c0a-0834eeb98030'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:19:45.905328 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-75b4fa1e-fdac-4b77-8f7e-7802aff3b8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:19:34Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['260fa4b3-7436-4f98-8c0a-0834eeb98030'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:19:45.994363 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-75b4fa1e-fdac-4b77-8f7e-7802aff3b8f9 None None] Set router 260fa4b3-7436-4f98-8c0a-0834eeb98030 gateway port host: None {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:19:46.049032 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-75b4fa1e-fdac-4b77-8f7e-7802aff3b8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260fa4b3-7436-4f98-8c0a-0834eeb98030', 'name': 'tempest-ServerRescueNegativeTestJSON-1033530606-router', 'tenant_id': '01f2355b3173487a90e45214a420413d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:15:31Z', 'updated_at': '2021-08-16T15:19:45Z', 'revision_number': 6, 'project_id': '01f2355b3173487a90e45214a420413d', 'gw_port_host': None}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:19:46.080242 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b4fa1e-fdac-4b77-8f7e-7802aff3b8f9 None None] The sync data for ids ['260fa4b3-7436-4f98-8c0a-0834eeb98030'] in dv-cinder-804757-1-iscsi is: [{'id': '260fa4b3-7436-4f98-8c0a-0834eeb98030', 'name': 'tempest-ServerRescueNegativeTestJSON-1033530606-router', 'tenant_id': '01f2355b3173487a90e45214a420413d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:15:31Z', 'updated_at': '2021-08-16T15:19:45Z', 'revision_number': 6, 'project_id': '01f2355b3173487a90e45214a420413d', 'gw_port_host': None}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:19:46.143089 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-e6b19482-68f5-4740-b715-a271cf45250b admin admin] For port f20bb4d2-88d8-47ad-a784-7e4ece578ff4, host dv-cinder-804757-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=f20bb4d2-88d8-47ad-a784-7e4ece578ff4,segment=NetworkSegment(6c369326-29bf-41f1-8d37-65f3627778f0),segment_id=6c369326-29bf-41f1-8d37-65f3627778f0)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:19:46.143445 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e6b19482-68f5-4740-b715-a271cf45250b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3800399'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:46.155563 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-e6b19482-68f5-4740-b715-a271cf45250b admin admin] Calling delete_port for f20bb4d2-88d8-47ad-a784-7e4ece578ff4 owned by network:router_gateway {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:19:46.310386 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e6b19482-68f5-4740-b715-a271cf45250b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769335768917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769335250710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2787876'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:46.335241 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b19482-68f5-4740-b715-a271cf45250b admin admin] Pushing event deleted for resources: {'Port': ['ID=f20bb4d2-88d8-47ad-a784-7e4ece578ff4,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:19:46.391353 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e6b19482-68f5-4740-b715-a271cf45250b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798535'] for router_gateway, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:46.498674 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e6b19482-68f5-4740-b715-a271cf45250b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46264'] for router, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:46.501128 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e6b19482-68f5-4740-b715-a271cf45250b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:46.566847 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e6b19482-68f5-4740-b715-a271cf45250b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771546'] for router, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:46.567291 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b19482-68f5-4740-b715-a271cf45250b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 260fa4b3-7436-4f98-8c0a-0834eeb98030 {{(pid=94052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 15:19:46.572699 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e6b19482-68f5-4740-b715-a271cf45250b admin admin] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:46.573730 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-e6b19482-68f5-4740-b715-a271cf45250b admin admin] 10.222.0.22 "DELETE /v2.0/routers/260fa4b3-7436-4f98-8c0a-0834eeb98030 HTTP/1.1" status: 204 len: 168 time: 1.0066140 Aug 16 15:19:46.576316 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 40784) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:19:46.621074 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-d550770f-2d1a-4e71-90b1-2f8d5a812039 admin admin] Deleting subnet d78ff18c-4064-4ba6-8f60-118b05bc557a {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 15:19:46.624147 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf816c49-50a0-4fab-a64c-7ee46c4f07f3 req-54b47645-9120-4f19-b9ba-e07372561d48 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:46.624425 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d550770f-2d1a-4e71-90b1-2f8d5a812039 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:46.625662 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-cf816c49-50a0-4fab-a64c-7ee46c4f07f3 req-54b47645-9120-4f19-b9ba-e07372561d48 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e502ea1-64ee-4c33-8335-f74a9d6424c6 HTTP/1.1" status: 200 len: 945 time: 0.0509610 Aug 16 15:19:46.658207 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d550770f-2d1a-4e71-90b1-2f8d5a812039 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2459736'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:46.664150 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-cf816c49-50a0-4fab-a64c-7ee46c4f07f3 req-ae8692a1-1bb6-47fc-be5b-7e5782f539e2 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cd64719-1f02-4e88-bb1f-dbc33ca11f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319641 Aug 16 15:19:46.695828 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d550770f-2d1a-4e71-90b1-2f8d5a812039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1014246'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:46.748848 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d550770f-2d1a-4e71-90b1-2f8d5a812039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4115071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2268290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26656816'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:46.774313 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d550770f-2d1a-4e71-90b1-2f8d5a812039 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d78ff18c-4064-4ba6-8f60-118b05bc557a,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:19:46.776250 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d550770f-2d1a-4e71-90b1-2f8d5a812039 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3780594'] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:46.780366 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-d550770f-2d1a-4e71-90b1-2f8d5a812039 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/d78ff18c-4064-4ba6-8f60-118b05bc557a HTTP/1.1" status: 204 len: 168 time: 0.2008028 Aug 16 15:19:46.781263 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 40790) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:19:46.848584 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device f7172891-0c18-4c4c-a009-5e11d6487d8a no longer exists at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:19:46.859862 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bd51d22d-f526-4253-aa0e-bcc3839454b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653808'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:46.875318 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] No Port match for: f7172891-0c18-4c4c-a009-5e11d6487d8a {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:19:46.876383 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device f7172891-0c18-4c4c-a009-5e11d6487d8a not bound to the agent host dv-cinder-804757-1-iscsi {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:19:46.976161 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bd51d22d-f526-4253-aa0e-bcc3839454b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000339', 'neutron.services.segments.db._delete_segments_for_network-8769335759171'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:46.990627 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.services.segments.db [None req-bd51d22d-f526-4253-aa0e-bcc3839454b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc2a7c1b-6294-45c9-b16c-61fd2495db53']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:19:47.002878 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.services.segments.db [None req-bd51d22d-f526-4253-aa0e-bcc3839454b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23602082-3dc4-46b3-ac20-5f318e6fc186') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:19:47.003273 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.services.segments.db [None req-bd51d22d-f526-4253-aa0e-bcc3839454b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23602082-3dc4-46b3-ac20-5f318e6fc186') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:19:47.017728 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bd51d22d-f526-4253-aa0e-bcc3839454b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769335762252', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2564632'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:47.032794 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bd51d22d-f526-4253-aa0e-bcc3839454b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014199'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:47.038645 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd51d22d-f526-4253-aa0e-bcc3839454b4 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 15:19:47.039025 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bd51d22d-f526-4253-aa0e-bcc3839454b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2787863'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:47.040735 dv-cinder-804757-1-iscsi neutron-server[94052]: Traceback (most recent call last): Aug 16 15:19:47.040735 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 15:19:47.040735 dv-cinder-804757-1-iscsi neutron-server[94052]: timer() Aug 16 15:19:47.040735 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 15:19:47.040735 dv-cinder-804757-1-iscsi neutron-server[94052]: cb(*args, **kw) Aug 16 15:19:47.040735 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 15:19:47.040735 dv-cinder-804757-1-iscsi neutron-server[94052]: return func(*args, **kwargs) Aug 16 15:19:47.040735 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 15:19:47.040735 dv-cinder-804757-1-iscsi neutron-server[94052]: self._notify() Aug 16 15:19:47.040735 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 15:19:47.040735 dv-cinder-804757-1-iscsi neutron-server[94052]: self.callback(batched_events) Aug 16 15:19:47.040735 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 15:19:47.040735 dv-cinder-804757-1-iscsi neutron-server[94052]: event.method(event) Aug 16 15:19:47.040735 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 15:19:47.040735 dv-cinder-804757-1-iscsi neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 15:19:47.040735 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 15:19:47.040735 dv-cinder-804757-1-iscsi neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 15:19:47.040735 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 15:19:47.040735 dv-cinder-804757-1-iscsi neutron-server[94052]: return f(self, *a, **k) Aug 16 15:19:47.040735 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 15:19:47.040735 dv-cinder-804757-1-iscsi neutron-server[94052]: return self._get(url).json() Aug 16 15:19:47.040735 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 15:19:47.040735 dv-cinder-804757-1-iscsi neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 15:19:47.040735 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 15:19:47.040735 dv-cinder-804757-1-iscsi neutron-server[94052]: return self.request(url, 'GET', **kwargs) Aug 16 15:19:47.040735 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 15:19:47.040735 dv-cinder-804757-1-iscsi neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 15:19:47.040735 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 15:19:47.040735 dv-cinder-804757-1-iscsi neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 15:19:47.040735 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 15:19:47.040735 dv-cinder-804757-1-iscsi neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 15:19:47.040735 dv-cinder-804757-1-iscsi neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 15:19:47.095690 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bd51d22d-f526-4253-aa0e-bcc3839454b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798563'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:47.101485 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bd51d22d-f526-4253-aa0e-bcc3839454b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3780594'] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:47.103429 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-bd51d22d-f526-4253-aa0e-bcc3839454b4 admin admin] 10.222.0.22 "DELETE /v2.0/networks/dc2a7c1b-6294-45c9-b16c-61fd2495db53 HTTP/1.1" status: 204 len: 168 time: 0.3216753 Aug 16 15:19:47.119360 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd51d22d-f526-4253-aa0e-bcc3839454b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc2a7c1b-6294-45c9-b16c-61fd2495db53,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:19:47.298584 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 40800) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:19:47.338246 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-472fb043-328c-415a-9748-846d44c0c5a5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=01f2355b3173487a90e45214a420413d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0384414 Aug 16 15:19:47.340661 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 40802) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:19:47.387701 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5bd80106-d614-41a8-a7ae-d287ae875a51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:47.408641 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5bd80106-d614-41a8-a7ae-d287ae875a51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:47.460260 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5bd80106-d614-41a8-a7ae-d287ae875a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:47.462772 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-5bd80106-d614-41a8-a7ae-d287ae875a51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:47.464121 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-5bd80106-d614-41a8-a7ae-d287ae875a51 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1163b005-63ef-47e0-8daf-c64b35fc537a HTTP/1.1" status: 204 len: 168 time: 0.1224911 Aug 16 15:19:47.472670 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd80106-d614-41a8-a7ae-d287ae875a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1163b005-63ef-47e0-8daf-c64b35fc537a,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:19:47.785472 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bbfffa-ed6e-42be-9b46-9be4cf5e8a80 req-13c11e0d-1ae2-4990-8ada-33644a8d04b2 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:47.787218 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-12bbfffa-ed6e-42be-9b46-9be4cf5e8a80 req-13c11e0d-1ae2-4990-8ada-33644a8d04b2 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e502ea1-64ee-4c33-8335-f74a9d6424c6 HTTP/1.1" status: 200 len: 945 time: 0.0542126 Aug 16 15:19:47.806290 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device d7993fa5-40dc-4e85-92da-a6701cc5ce17 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:19:47.830190 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-12bbfffa-ed6e-42be-9b46-9be4cf5e8a80 req-a54f77cb-b401-45f5-b121-fa9d603eb604 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cd64719-1f02-4e88-bb1f-dbc33ca11f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360596 Aug 16 15:19:47.839266 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] No Port match for: d7993fa5-40dc-4e85-92da-a6701cc5ce17 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:19:47.839629 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device d7993fa5-40dc-4e85-92da-a6701cc5ce17 not bound to the agent host hv-cinder-80475 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:19:48.181910 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 40830) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:19:48.289274 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.v2.base [None req-edcb4871-fc40-43be-9b71-3622d8ba21ba admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-358074610-network', 'tenant_id': 'aa352a0731a74cdfa6f278a2b7ba2820'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:19:48.315505 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edcb4871-fc40-43be-9b71-3622d8ba21ba admin admin] Made reservation on behalf of aa352a0731a74cdfa6f278a2b7ba2820 for: {'network': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:19:48.317791 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-edcb4871-fc40-43be-9b71-3622d8ba21ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for network, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:48.328245 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b764d02c-2f9f-48d2-9f67-a320b438ef56 req-2d620669-f768-4537-aff0-a67d258102d1 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:48.329692 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-b764d02c-2f9f-48d2-9f67-a320b438ef56 req-2d620669-f768-4537-aff0-a67d258102d1 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c43cec5-610a-42b5-9d4f-472de12dbfbd HTTP/1.1" status: 200 len: 945 time: 0.0732214 Aug 16 15:19:48.335139 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-edcb4871-fc40-43be-9b71-3622d8ba21ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:48.359706 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device f20bb4d2-88d8-47ad-a784-7e4ece578ff4 no longer exists at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:19:48.379347 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] No Port match for: f20bb4d2-88d8-47ad-a784-7e4ece578ff4 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:19:48.379995 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device f20bb4d2-88d8-47ad-a784-7e4ece578ff4 not bound to the agent host dv-cinder-804757-1-iscsi {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:19:48.392263 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-b764d02c-2f9f-48d2-9f67-a320b438ef56 req-c4c0e0d0-ea0d-4e4a-ae25-7d738ce83f2c tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] 10.222.0.22 "GET /v2.0/security-groups?id=985bd559-0476-4845-ba63-ed2d1ad98e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540187 Aug 16 15:19:48.460536 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-edcb4871-fc40-43be-9b71-3622d8ba21ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:48.464061 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-edcb4871-fc40-43be-9b71-3622d8ba21ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:48.484137 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edcb4871-fc40-43be-9b71-3622d8ba21ba admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=94052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 15:19:48.498887 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcb4871-fc40-43be-9b71-3622d8ba21ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf5a8ed-5440-421f-9d3e-7375e2786d73,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:19:48.501692 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-edcb4871-fc40-43be-9b71-3622d8ba21ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014199'] for segment, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:48.502033 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.db.segments_db [None req-edcb4871-fc40-43be-9b71-3622d8ba21ba admin admin] Added segment 14733ac2-d464-430a-8fbb-6986db0ef57d of type vlan for network 1f85c19c-3590-46ae-ae77-7ccaa8ebaa66 Aug 16 15:19:48.539904 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-edcb4871-fc40-43be-9b71-3622d8ba21ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769335234654'] for network, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:48.563348 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-edcb4871-fc40-43be-9b71-3622d8ba21ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352'] for network, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:48.564347 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcb4871-fc40-43be-9b71-3622d8ba21ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:48.564917 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-edcb4871-fc40-43be-9b71-3622d8ba21ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3780594'] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:48.615747 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-edcb4871-fc40-43be-9b71-3622d8ba21ba admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4326644 Aug 16 15:19:48.618943 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 40836) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:19:48.624072 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [None req-254b5663-3713-43ef-b3cd-8fce915f96fc admin admin] Request body: {'subnet': {'network_id': '1f85c19c-3590-46ae-ae77-7ccaa8ebaa66', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-358074610-subnet', 'tenant_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:19:48.625965 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcb4871-fc40-43be-9b71-3622d8ba21ba admin admin] Pushing event updated for resources: {'Network': ['ID=1f85c19c-3590-46ae-ae77-7ccaa8ebaa66,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:19:48.635618 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Network 1f85c19c-3590-46ae-ae77-7ccaa8ebaa66 details requested by agent ovs-agent-dv-cinder-804757-1-iscsi with host dv-cinder-804757-1-iscsi {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 15:19:48.644710 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-254b5663-3713-43ef-b3cd-8fce915f96fc admin admin] Made reservation on behalf of aa352a0731a74cdfa6f278a2b7ba2820 for: {'subnet': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:19:48.646896 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-254b5663-3713-43ef-b3cd-8fce915f96fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26656853'] for subnet, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:49.043463 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-254b5663-3713-43ef-b3cd-8fce915f96fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4115071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2268743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26656827'] for subnet, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:49.093017 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87905dcd-064f-4aaa-aaff-bdc585ca9bd9 req-3e2f57bf-bede-4b49-8d36-edf028c7288b tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:49.094421 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-87905dcd-064f-4aaa-aaff-bdc585ca9bd9 req-3e2f57bf-bede-4b49-8d36-edf028c7288b tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e502ea1-64ee-4c33-8335-f74a9d6424c6 HTTP/1.1" status: 200 len: 945 time: 0.0945921 Aug 16 15:19:49.119665 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254b5663-3713-43ef-b3cd-8fce915f96fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=9230327a-1ceb-43b3-9be3-e38bfee2db31,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:19:49.138022 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254b5663-3713-43ef-b3cd-8fce915f96fc admin admin] Checking segment: {'id': '14733ac2-d464-430a-8fbb-6986db0ef57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f85c19c-3590-46ae-ae77-7ccaa8ebaa66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:19:49.138358 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254b5663-3713-43ef-b3cd-8fce915f96fc admin admin] Network hostable DHCP agents. Network: 1f85c19c-3590-46ae-ae77-7ccaa8ebaa66, hostable agents: ['7344f624-85b8-4b8b-b38a-21b8c75b4ec1'], hosted agents: [] {{(pid=94051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 15:19:49.157421 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-87905dcd-064f-4aaa-aaff-bdc585ca9bd9 req-4efad047-01f3-434e-9be8-a6c378244b31 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cd64719-1f02-4e88-bb1f-dbc33ca11f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535660 Aug 16 15:19:49.166580 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254b5663-3713-43ef-b3cd-8fce915f96fc admin admin] Network 1f85c19c-3590-46ae-ae77-7ccaa8ebaa66 is scheduled to be hosted by DHCP agent 7344f624-85b8-4b8b-b38a-21b8c75b4ec1 with binding_index 1 {{(pid=94051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 15:19:49.175488 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-254b5663-3713-43ef-b3cd-8fce915f96fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-1-iscsi, 1f85c19c-3590-46ae-ae77-7ccaa8ebaa66) {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:19:49.181080 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254b5663-3713-43ef-b3cd-8fce915f96fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:49.181664 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-254b5663-3713-43ef-b3cd-8fce915f96fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3780594'] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:49.185862 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3cb69b4-82e0-41e4-86d3-6abc11ee7a2d None None] Network 1f85c19c-3590-46ae-ae77-7ccaa8ebaa66 requested from dv-cinder-804757-1-iscsi {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:19:49.197195 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-254b5663-3713-43ef-b3cd-8fce915f96fc admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5771279 Aug 16 15:19:49.199809 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 40840) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:19:49.204053 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [None req-57863b7b-6550-420e-9407-ab66ef3387fc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-358074610-router', 'tenant_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4'}}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:19:49.223927 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-57863b7b-6550-420e-9407-ab66ef3387fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3772405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46218'] for router, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:49.224891 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-57863b7b-6550-420e-9407-ab66ef3387fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3772249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3798708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4189620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-46209'] for router, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:49.278138 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-57863b7b-6550-420e-9407-ab66ef3387fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:49.325539 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1b9c59-e8e4-442a-b8f5-ceec8dc8c544 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3766c4e-508b-5d3a-b6eb-efbff961488d-1f85c19c-3590-46ae-ae77-7ccaa8ebaa66', 'network_id': '1f85c19c-3590-46ae-ae77-7ccaa8ebaa66', 'tenant_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'fixed_ips': [{'subnet_id': '9230327a-1ceb-43b3-9be3-e38bfee2db31'}]}} from dv-cinder-804757-1-iscsi. {{(pid=94053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 15:19:49.326392 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-aa1b9c59-e8e4-442a-b8f5-ceec8dc8c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:49.422875 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-57863b7b-6550-420e-9407-ab66ef3387fc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:49.469008 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.db_base_plugin_common [None req-aa1b9c59-e8e4-442a-b8f5-ceec8dc8c544 None None] Allocated IP 172.20.0.2 (1f85c19c-3590-46ae-ae77-7ccaa8ebaa66/9230327a-1ceb-43b3-9be3-e38bfee2db31/ecc36235-0301-4375-aac8-ecb342bb4cb2) {{(pid=94053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:19:49.512771 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08e2a1d-3784-4e85-9aa0-836d50839828 req-0dd23885-9a41-47a1-8d72-ee77705631fd tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:49.514367 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-f08e2a1d-3784-4e85-9aa0-836d50839828 req-0dd23885-9a41-47a1-8d72-ee77705631fd tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c43cec5-610a-42b5-9d4f-472de12dbfbd HTTP/1.1" status: 200 len: 945 time: 0.0521593 Aug 16 15:19:49.553805 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-f08e2a1d-3784-4e85-9aa0-836d50839828 req-d0eabea0-9f32-49a1-9c7e-5804e8c4ddc1 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] 10.222.0.22 "GET /v2.0/security-groups?id=985bd559-0476-4845-ba63-ed2d1ad98e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329535 Aug 16 15:19:49.620134 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-aa1b9c59-e8e4-442a-b8f5-ceec8dc8c544 None None] Notify callbacks [] for port, precommit_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:49.628142 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-aa1b9c59-e8e4-442a-b8f5-ceec8dc8c544 None None] Transition to ACTIVE for port object ecc36235-0301-4375-aac8-ecb342bb4cb2 will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:19:49.628828 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-57863b7b-6550-420e-9407-ab66ef3387fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:49.643389 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-aa1b9c59-e8e4-442a-b8f5-ceec8dc8c544 None None] Transition to ACTIVE for port object ecc36235-0301-4375-aac8-ecb342bb4cb2 will not be triggered until provisioned by entity DHCP. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:19:49.648063 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-57863b7b-6550-420e-9407-ab66ef3387fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:49.649137 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-aa1b9c59-e8e4-442a-b8f5-ceec8dc8c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769335250701'] for port, after_create {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:49.687486 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1b9c59-e8e4-442a-b8f5-ceec8dc8c544 None None] Network 1f85c19c-3590-46ae-ae77-7ccaa8ebaa66 is already hosted by enough agents. {{(pid=94053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:19:49.690364 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.scheduler.base_scheduler [None req-aa1b9c59-e8e4-442a-b8f5-ceec8dc8c544 None None] Resources bound (agent type, host, resource id): {{(pid=94053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:19:49.694612 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1b9c59-e8e4-442a-b8f5-ceec8dc8c544 None None] Received port after_create {{(pid=94053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:19:49.701256 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1b9c59-e8e4-442a-b8f5-ceec8dc8c544 None None] Pushing event updated for resources: {'Port': ['ID=ecc36235-0301-4375-aac8-ecb342bb4cb2,revision_number=1']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:19:49.752832 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-aa1b9c59-e8e4-442a-b8f5-ceec8dc8c544 None None] Attempting to bind port ecc36235-0301-4375-aac8-ecb342bb4cb2 on host dv-cinder-804757-1-iscsi for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:19:49.753201 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-aa1b9c59-e8e4-442a-b8f5-ceec8dc8c544 None None] Attempting to bind port ecc36235-0301-4375-aac8-ecb342bb4cb2 by drivers openvswitch,hyperv on host dv-cinder-804757-1-iscsi at level 0 using segments [{'id': '14733ac2-d464-430a-8fbb-6986db0ef57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f85c19c-3590-46ae-ae77-7ccaa8ebaa66'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:19:49.753562 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1b9c59-e8e4-442a-b8f5-ceec8dc8c544 None None] Attempting to bind port ecc36235-0301-4375-aac8-ecb342bb4cb2 on network 1f85c19c-3590-46ae-ae77-7ccaa8ebaa66 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:19:49.758747 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-57863b7b-6550-420e-9407-ab66ef3387fc admin admin] Allocated IP 172.27.3.124 (b7623838-067e-46d7-9324-3e363fad67d4/838856c9-cc6d-4250-847b-ebd189817dd9/a05b9c80-d7bd-443d-886a-5f75d7af02da) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:19:49.759277 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1b9c59-e8e4-442a-b8f5-ceec8dc8c544 None None] Checking agent: {'id': '038bb836-fe78-417c-a302-5d10dc6ddcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 8, 4), 'started_at': datetime.datetime(2021, 8, 16, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:19:49.759673 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1b9c59-e8e4-442a-b8f5-ceec8dc8c544 None None] Checking segment: {'id': '14733ac2-d464-430a-8fbb-6986db0ef57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f85c19c-3590-46ae-ae77-7ccaa8ebaa66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:19:49.760130 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-aa1b9c59-e8e4-442a-b8f5-ceec8dc8c544 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:49.760526 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1b9c59-e8e4-442a-b8f5-ceec8dc8c544 None None] Bound using segment: {'id': '14733ac2-d464-430a-8fbb-6986db0ef57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f85c19c-3590-46ae-ae77-7ccaa8ebaa66'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:19:49.760984 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-aa1b9c59-e8e4-442a-b8f5-ceec8dc8c544 None None] Bound port: ecc36235-0301-4375-aac8-ecb342bb4cb2, host: dv-cinder-804757-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14733ac2-d464-430a-8fbb-6986db0ef57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f85c19c-3590-46ae-ae77-7ccaa8ebaa66'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:19:49.761359 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-aa1b9c59-e8e4-442a-b8f5-ceec8dc8c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:49.835296 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-aa1b9c59-e8e4-442a-b8f5-ceec8dc8c544 None None] For port ecc36235-0301-4375-aac8-ecb342bb4cb2, host dv-cinder-804757-1-iscsi, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:19:49.838593 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-aa1b9c59-e8e4-442a-b8f5-ceec8dc8c544 None None] For port ecc36235-0301-4375-aac8-ecb342bb4cb2, host dv-cinder-804757-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=ecc36235-0301-4375-aac8-ecb342bb4cb2,segment=NetworkSegment(14733ac2-d464-430a-8fbb-6986db0ef57d),segment_id=14733ac2-d464-430a-8fbb-6986db0ef57d)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:19:49.842895 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-aa1b9c59-e8e4-442a-b8f5-ceec8dc8c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:49.874009 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-57863b7b-6550-420e-9407-ab66ef3387fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:49.903906 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1b9c59-e8e4-442a-b8f5-ceec8dc8c544 None None] Pushing event updated for resources: {'Port': ['ID=ecc36235-0301-4375-aac8-ecb342bb4cb2,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:19:49.925710 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-57863b7b-6550-420e-9407-ab66ef3387fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769335250701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268375'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:49.961911 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57863b7b-6550-420e-9407-ab66ef3387fc admin admin] Network b7623838-067e-46d7-9324-3e363fad67d4 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:19:49.966814 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-57863b7b-6550-420e-9407-ab66ef3387fc admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:19:49.969654 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57863b7b-6550-420e-9407-ab66ef3387fc admin admin] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:19:49.999329 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57863b7b-6550-420e-9407-ab66ef3387fc admin admin] Pushing event updated for resources: {'Port': ['ID=a05b9c80-d7bd-443d-886a-5f75d7af02da,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:19:50.176474 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fea7f6-57d7-46df-921e-699f6838dd4f req-a514cb92-96dc-4318-8192-5fc319e31dae tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:50.178113 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-f8fea7f6-57d7-46df-921e-699f6838dd4f req-a514cb92-96dc-4318-8192-5fc319e31dae tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] 10.222.0.63 "GET /v2.0/ports?device_id=9c43cec5-610a-42b5-9d4f-472de12dbfbd HTTP/1.1" status: 200 len: 945 time: 0.0964539 Aug 16 15:19:50.377773 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b73cf13-b0fc-4dd1-ba1a-5d465389adc9 req-45b08761-519e-4809-8b95-9cfb60939a0f tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:50.379234 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-8b73cf13-b0fc-4dd1-ba1a-5d465389adc9 req-45b08761-519e-4809-8b95-9cfb60939a0f tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e502ea1-64ee-4c33-8335-f74a9d6424c6 HTTP/1.1" status: 200 len: 945 time: 0.1453650 Aug 16 15:19:50.389515 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-57863b7b-6550-420e-9407-ab66ef3387fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:50.434684 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device ecc36235-0301-4375-aac8-ecb342bb4cb2 up at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:19:50.460241 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-f8fea7f6-57d7-46df-921e-699f6838dd4f req-9ff6cc1b-f9e0-4e35-a95f-3359dc02156e tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] Deleting port e6064cf9-dbb5-4c4a-ac97-06e9825987f6 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:19:50.460569 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f8fea7f6-57d7-46df-921e-699f6838dd4f req-9ff6cc1b-f9e0-4e35-a95f-3359dc02156e tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769335647479'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:50.483525 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning for port ecc36235-0301-4375-aac8-ecb342bb4cb2 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:19:50.540514 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-8b73cf13-b0fc-4dd1-ba1a-5d465389adc9 req-1c8f5569-1194-4218-92eb-afc42f7f07b8 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cd64719-1f02-4e88-bb1f-dbc33ca11f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518230 Aug 16 15:19:50.640242 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-f8fea7f6-57d7-46df-921e-699f6838dd4f req-9ff6cc1b-f9e0-4e35-a95f-3359dc02156e tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] For port e6064cf9-dbb5-4c4a-ac97-06e9825987f6, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=e6064cf9-dbb5-4c4a-ac97-06e9825987f6,segment=NetworkSegment(29364316-07c3-48dc-8d26-bb814f8359ac),segment_id=29364316-07c3-48dc-8d26-bb814f8359ac)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:19:50.640905 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f8fea7f6-57d7-46df-921e-699f6838dd4f req-9ff6cc1b-f9e0-4e35-a95f-3359dc02156e tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3800399'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:50.675490 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02bc51-e1c8-4c30-a052-39842596545d req-2ba69ff9-0bce-40eb-b8da-2a36df1bd21e tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:50.682751 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-1c02bc51-e1c8-4c30-a052-39842596545d req-2ba69ff9-0bce-40eb-b8da-2a36df1bd21e tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c43cec5-610a-42b5-9d4f-472de12dbfbd HTTP/1.1" status: 200 len: 945 time: 0.0547783 Aug 16 15:19:50.683731 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-f8fea7f6-57d7-46df-921e-699f6838dd4f req-9ff6cc1b-f9e0-4e35-a95f-3359dc02156e tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] Calling delete_port for e6064cf9-dbb5-4c4a-ac97-06e9825987f6 owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:19:50.721075 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-1c02bc51-e1c8-4c30-a052-39842596545d req-eebc0e3e-9e54-4546-bf6f-20dfa23bc135 tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] 10.222.0.22 "GET /v2.0/security-groups?id=985bd559-0476-4845-ba63-ed2d1ad98e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372293 Aug 16 15:19:50.743862 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-57863b7b-6550-420e-9407-ab66ef3387fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3772256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798747'] for router, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:50.820583 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9445b7f7-f6fb-4bcc-afef-2ca5dc2fc967 None None] Network 1f85c19c-3590-46ae-ae77-7ccaa8ebaa66 requested from dv-cinder-804757-1-iscsi {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:19:50.883400 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-04b5a4a1-37a5-4a5a-b134-b56f49f7742a None None] Provisioning for port ecc36235-0301-4375-aac8-ecb342bb4cb2 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:19:50.894897 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-04b5a4a1-37a5-4a5a-b134-b56f49f7742a None None] Provisioning complete for port ecc36235-0301-4375-aac8-ecb342bb4cb2 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:19:50.895183 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-04b5a4a1-37a5-4a5a-b134-b56f49f7742a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:50.914180 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f8fea7f6-57d7-46df-921e-699f6838dd4f req-9ff6cc1b-f9e0-4e35-a95f-3359dc02156e tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769335768917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769335250710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268375'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:50.927940 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] get_ports_and_sgs() called for port_ids ['e6064cf9-dbb5-4c4a-ac97-06e9825987f6'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:19:50.948026 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff6cc1b-f9e0-4e35-a95f-3359dc02156e tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] Pushing event deleted for resources: {'Port': ['ID=e6064cf9-dbb5-4c4a-ac97-06e9825987f6,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:19:50.960546 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57863b7b-6550-420e-9407-ab66ef3387fc admin admin] Router 78d04c03-99a3-4367-aa13-495ed056c833 is scheduled to L3 agent b2ca3166-9002-4222-bd01-ae8f73ca62dc with binding_index 1 {{(pid=94051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 15:19:50.998729 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8fea7f6-57d7-46df-921e-699f6838dd4f req-9ff6cc1b-f9e0-4e35-a95f-3359dc02156e tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] No DVR routers for this DVR port e6064cf9-dbb5-4c4a-ac97-06e9825987f6 on host hv-cinder-80475 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 15:19:51.002140 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-f8fea7f6-57d7-46df-921e-699f6838dd4f req-9ff6cc1b-f9e0-4e35-a95f-3359dc02156e tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:51.004073 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-f8fea7f6-57d7-46df-921e-699f6838dd4f req-9ff6cc1b-f9e0-4e35-a95f-3359dc02156e tempest-VolumesSnapshotTestJSON-488310485 tempest-VolumesSnapshotTestJSON-488310485-project] 10.222.0.63 "DELETE /v2.0/ports/e6064cf9-dbb5-4c4a-ac97-06e9825987f6 HTTP/1.1" status: 204 len: 173 time: 0.7785096 Aug 16 15:19:51.004498 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c43cec5-610a-42b5-9d4f-472de12dbfbd', 'name': 'network-vif-deleted', 'tag': 'e6064cf9-dbb5-4c4a-ac97-06e9825987f6'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:19:51.007284 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a5cfb7157b8b73f0e4116fd12db15b1ff73336af95e475daca955d95e5834ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a7fa062-246e-4a84-ab59-b3aedfb97c78" -d '{"events": [{"server_uuid": "9c43cec5-610a-42b5-9d4f-472de12dbfbd", "name": "network-vif-deleted", "tag": "e6064cf9-dbb5-4c4a-ac97-06e9825987f6"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:19:51.056830 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-04b5a4a1-37a5-4a5a-b134-b56f49f7742a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:51.062073 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c526b5-8526-4b63-965c-6d0be9854838 x-openstack-request-id: req-f3c526b5-8526-4b63-965c-6d0be9854838 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:19:51.062358 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c43cec5-610a-42b5-9d4f-472de12dbfbd", "name": "network-vif-deleted", "tag": "e6064cf9-dbb5-4c4a-ac97-06e9825987f6", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:19:51.062602 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f3c526b5-8526-4b63-965c-6d0be9854838 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:19:51.063112 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c43cec5-610a-42b5-9d4f-472de12dbfbd', 'name': 'network-vif-deleted', 'tag': 'e6064cf9-dbb5-4c4a-ac97-06e9825987f6', 'status': 'completed', 'code': 200} Aug 16 15:19:51.102133 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-04b5a4a1-37a5-4a5a-b134-b56f49f7742a None None] For port ecc36235-0301-4375-aac8-ecb342bb4cb2, host dv-cinder-804757-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=ecc36235-0301-4375-aac8-ecb342bb4cb2,segment=NetworkSegment(14733ac2-d464-430a-8fbb-6986db0ef57d),segment_id=14733ac2-d464-430a-8fbb-6986db0ef57d)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:19:51.108002 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-04b5a4a1-37a5-4a5a-b134-b56f49f7742a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:51.127616 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57863b7b-6550-420e-9407-ab66ef3387fc admin admin] Notify agent at l3_agent.dv-cinder-804757-1-iscsi the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:19:51.144018 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503fd6ff-d2da-4b6e-a530-da1bbf0c280b None None] Sync routers for ids ['78d04c03-99a3-4367-aa13-495ed056c833'] in dv-cinder-804757-1-iscsi {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:19:51.155991 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-57863b7b-6550-420e-9407-ab66ef3387fc admin admin] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:51.157668 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-57863b7b-6550-420e-9407-ab66ef3387fc admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9568672 Aug 16 15:19:51.159528 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503fd6ff-d2da-4b6e-a530-da1bbf0c280b None None] Routers {'78d04c03-99a3-4367-aa13-495ed056c833'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:19:51.160184 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-503fd6ff-d2da-4b6e-a530-da1bbf0c280b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:19:34Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['78d04c03-99a3-4367-aa13-495ed056c833'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:19:51.160542 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 40854) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:19:51.358820 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b5a4a1-37a5-4a5a-b134-b56f49f7742a None None] Pushing event updated for resources: {'Port': ['ID=ecc36235-0301-4375-aac8-ecb342bb4cb2,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:19:51.393812 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-504139db-1221-424f-9875-10a246996a83 None None] Provisioning complete for port ecc36235-0301-4375-aac8-ecb342bb4cb2 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:19:51.394185 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-504139db-1221-424f-9875-10a246996a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:51.454132 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-503fd6ff-d2da-4b6e-a530-da1bbf0c280b None None] Set router 78d04c03-99a3-4367-aa13-495ed056c833 gateway port host: dv-cinder-804757-1-iscsi {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:19:51.693341 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-503fd6ff-d2da-4b6e-a530-da1bbf0c280b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78d04c03-99a3-4367-aa13-495ed056c833', 'name': 'tempest-AttachVolumeShelveTestJSON-358074610-router', 'tenant_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'a05b9c80-d7bd-443d-886a-5f75d7af02da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:19:49Z', 'updated_at': '2021-08-16T15:19:50Z', 'revision_number': 3, 'project_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'gw_port': {'id': 'a05b9c80-d7bd-443d-886a-5f75d7af02da', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7d:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78d04c03-99a3-4367-aa13-495ed056c833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:19:49Z', 'updated_at': '2021-08-16T15:19:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi'}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:19:51.695579 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d9468-5ead-4c66-8059-9ef9a61a293a req-58eee338-1c0a-469e-9bcd-6c21264dc4e9 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:51.697183 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-ee8d9468-5ead-4c66-8059-9ef9a61a293a req-58eee338-1c0a-469e-9bcd-6c21264dc4e9 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e502ea1-64ee-4c33-8335-f74a9d6424c6 HTTP/1.1" status: 200 len: 945 time: 0.0631726 Aug 16 15:19:51.722750 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503fd6ff-d2da-4b6e-a530-da1bbf0c280b None None] Checking router: 78d04c03-99a3-4367-aa13-495ed056c833 for host: dv-cinder-804757-1-iscsi {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:19:51.723006 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503fd6ff-d2da-4b6e-a530-da1bbf0c280b None None] Updating router 78d04c03-99a3-4367-aa13-495ed056c833 port a05b9c80-d7bd-443d-886a-5f75d7af02da binding host dv-cinder-804757-1-iscsi {{(pid=94053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 15:19:51.738258 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-ee8d9468-5ead-4c66-8059-9ef9a61a293a req-c2bf7dc4-fc51-4b5a-b789-0c5c7acd0e33 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cd64719-1f02-4e88-bb1f-dbc33ca11f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346780 Aug 16 15:19:51.750113 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-503fd6ff-d2da-4b6e-a530-da1bbf0c280b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:51.858119 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-37a950bb-bf94-4e25-93ce-0d7655ff4e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:52.034636 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-37a950bb-bf94-4e25-93ce-0d7655ff4e24 admin admin] Allocated IP 172.20.0.1 (1f85c19c-3590-46ae-ae77-7ccaa8ebaa66/9230327a-1ceb-43b3-9be3-e38bfee2db31/e54593f6-0432-409f-af75-02733488a93e) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:19:52.038549 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-503fd6ff-d2da-4b6e-a530-da1bbf0c280b None None] Notify callbacks [] for port, precommit_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:52.053404 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-503fd6ff-d2da-4b6e-a530-da1bbf0c280b None None] Transition to ACTIVE for port object a05b9c80-d7bd-443d-886a-5f75d7af02da will not be triggered until provisioned by entity L2. {{(pid=94053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:19:52.059913 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-503fd6ff-d2da-4b6e-a530-da1bbf0c280b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:52.112292 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf3319f-2508-480c-b7ac-f8c4fcd8510e None None] Pushing event updated for resources: {'Port': ['ID=a05b9c80-d7bd-443d-886a-5f75d7af02da,revision_number=2']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:19:52.134939 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-503fd6ff-d2da-4b6e-a530-da1bbf0c280b None None] Attempting to bind port a05b9c80-d7bd-443d-886a-5f75d7af02da on host dv-cinder-804757-1-iscsi for vnic_type normal with profile {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:19:52.135309 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-503fd6ff-d2da-4b6e-a530-da1bbf0c280b None None] Attempting to bind port a05b9c80-d7bd-443d-886a-5f75d7af02da by drivers openvswitch,hyperv on host dv-cinder-804757-1-iscsi at level 0 using segments [{'id': '6c369326-29bf-41f1-8d37-65f3627778f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4'}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:19:52.135780 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503fd6ff-d2da-4b6e-a530-da1bbf0c280b None None] Attempting to bind port a05b9c80-d7bd-443d-886a-5f75d7af02da on network b7623838-067e-46d7-9324-3e363fad67d4 {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:19:52.141020 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503fd6ff-d2da-4b6e-a530-da1bbf0c280b None None] Checking agent: {'id': '038bb836-fe78-417c-a302-5d10dc6ddcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 8, 4), 'started_at': datetime.datetime(2021, 8, 16, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:19:52.141522 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503fd6ff-d2da-4b6e-a530-da1bbf0c280b None None] Checking segment: {'id': '6c369326-29bf-41f1-8d37-65f3627778f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:19:52.141960 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-503fd6ff-d2da-4b6e-a530-da1bbf0c280b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:52.142373 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503fd6ff-d2da-4b6e-a530-da1bbf0c280b None None] Bound using segment: {'id': '6c369326-29bf-41f1-8d37-65f3627778f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4'} {{(pid=94053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:19:52.142828 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.managers [None req-503fd6ff-d2da-4b6e-a530-da1bbf0c280b None None] Bound port: a05b9c80-d7bd-443d-886a-5f75d7af02da, host: dv-cinder-804757-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c369326-29bf-41f1-8d37-65f3627778f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4'}}] {{(pid=94053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:19:52.143201 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-503fd6ff-d2da-4b6e-a530-da1bbf0c280b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:52.151925 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-37a950bb-bf94-4e25-93ce-0d7655ff4e24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:52.166440 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [None req-37a950bb-bf94-4e25-93ce-0d7655ff4e24 admin admin] Transition to ACTIVE for port object e54593f6-0432-409f-af75-02733488a93e will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:19:52.197394 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-503fd6ff-d2da-4b6e-a530-da1bbf0c280b None None] For port a05b9c80-d7bd-443d-886a-5f75d7af02da, host dv-cinder-804757-1-iscsi, cleared binding levels {{(pid=94053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:19:52.198434 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-37a950bb-bf94-4e25-93ce-0d7655ff4e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769335250701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268375'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:52.201183 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-503fd6ff-d2da-4b6e-a530-da1bbf0c280b None None] For port a05b9c80-d7bd-443d-886a-5f75d7af02da, host dv-cinder-804757-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=a05b9c80-d7bd-443d-886a-5f75d7af02da,segment=NetworkSegment(6c369326-29bf-41f1-8d37-65f3627778f0),segment_id=6c369326-29bf-41f1-8d37-65f3627778f0)] {{(pid=94053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:19:52.205703 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-503fd6ff-d2da-4b6e-a530-da1bbf0c280b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:52.245288 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a950bb-bf94-4e25-93ce-0d7655ff4e24 admin admin] Network 1f85c19c-3590-46ae-ae77-7ccaa8ebaa66 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:19:52.248225 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-37a950bb-bf94-4e25-93ce-0d7655ff4e24 admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:19:52.250765 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a950bb-bf94-4e25-93ce-0d7655ff4e24 admin admin] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:19:52.263565 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503fd6ff-d2da-4b6e-a530-da1bbf0c280b None None] Routers {'78d04c03-99a3-4367-aa13-495ed056c833'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:19:52.264338 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-503fd6ff-d2da-4b6e-a530-da1bbf0c280b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:19:34Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['78d04c03-99a3-4367-aa13-495ed056c833'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:19:52.274745 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a950bb-bf94-4e25-93ce-0d7655ff4e24 admin admin] Pushing event updated for resources: {'Port': ['ID=e54593f6-0432-409f-af75-02733488a93e,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:19:52.294909 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-37a950bb-bf94-4e25-93ce-0d7655ff4e24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4167348'] for router_interface, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:52.305877 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf3319f-2508-480c-b7ac-f8c4fcd8510e None None] Pushing event updated for resources: {'Port': ['ID=a05b9c80-d7bd-443d-886a-5f75d7af02da,revision_number=3']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:19:52.383610 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-503fd6ff-d2da-4b6e-a530-da1bbf0c280b None None] Set router 78d04c03-99a3-4367-aa13-495ed056c833 gateway port host: dv-cinder-804757-1-iscsi {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:19:52.440657 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-37a950bb-bf94-4e25-93ce-0d7655ff4e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:52.450899 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device ecc36235-0301-4375-aac8-ecb342bb4cb2 up at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:19:52.574950 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning complete for port ecc36235-0301-4375-aac8-ecb342bb4cb2 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:19:52.575217 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:52.595164 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-098bcbf1-7fc7-4e24-9083-44095f151e85 None None] Provisioning for port e54593f6-0432-409f-af75-02733488a93e completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:19:52.602669 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-37a950bb-bf94-4e25-93ce-0d7655ff4e24 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:52.609423 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-37a950bb-bf94-4e25-93ce-0d7655ff4e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2268376'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:52.619418 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-098bcbf1-7fc7-4e24-9083-44095f151e85 None None] Provisioning complete for port e54593f6-0432-409f-af75-02733488a93e triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:19:52.619793 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-098bcbf1-7fc7-4e24-9083-44095f151e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:52.674428 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-098bcbf1-7fc7-4e24-9083-44095f151e85 None None] Port e54593f6-0432-409f-af75-02733488a93e cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 15:19:52.678709 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a950bb-bf94-4e25-93ce-0d7655ff4e24 admin admin] Pushing event updated for resources: {'Port': ['ID=e54593f6-0432-409f-af75-02733488a93e,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:19:52.682066 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-37a950bb-bf94-4e25-93ce-0d7655ff4e24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3780398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4167192'] for router_interface, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:52.720259 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-503fd6ff-d2da-4b6e-a530-da1bbf0c280b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78d04c03-99a3-4367-aa13-495ed056c833', 'name': 'tempest-AttachVolumeShelveTestJSON-358074610-router', 'tenant_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'a05b9c80-d7bd-443d-886a-5f75d7af02da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:19:49Z', 'updated_at': '2021-08-16T15:19:50Z', 'revision_number': 3, 'project_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'gw_port': {'id': 'a05b9c80-d7bd-443d-886a-5f75d7af02da', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7d:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78d04c03-99a3-4367-aa13-495ed056c833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:19:49Z', 'updated_at': '2021-08-16T15:19:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi'}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:19:52.748597 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503fd6ff-d2da-4b6e-a530-da1bbf0c280b None None] The sync data for ids ['78d04c03-99a3-4367-aa13-495ed056c833'] in dv-cinder-804757-1-iscsi is: [{'id': '78d04c03-99a3-4367-aa13-495ed056c833', 'name': 'tempest-AttachVolumeShelveTestJSON-358074610-router', 'tenant_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'a05b9c80-d7bd-443d-886a-5f75d7af02da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:19:49Z', 'updated_at': '2021-08-16T15:19:50Z', 'revision_number': 3, 'project_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'gw_port': {'id': 'a05b9c80-d7bd-443d-886a-5f75d7af02da', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7d:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78d04c03-99a3-4367-aa13-495ed056c833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:19:49Z', 'updated_at': '2021-08-16T15:19:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi'}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:19:52.777236 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a950bb-bf94-4e25-93ce-0d7655ff4e24 admin admin] Network 1f85c19c-3590-46ae-ae77-7ccaa8ebaa66 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:19:52.778623 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-37a950bb-bf94-4e25-93ce-0d7655ff4e24 admin admin] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:19:52.884206 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae4cc2-7a1e-4346-b08c-e20685f5c728 req-fca3a11c-3d9e-4a80-a70c-84d9f39507ea tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:52.885758 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-84ae4cc2-7a1e-4346-b08c-e20685f5c728 req-fca3a11c-3d9e-4a80-a70c-84d9f39507ea tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e502ea1-64ee-4c33-8335-f74a9d6424c6 HTTP/1.1" status: 200 len: 945 time: 0.0610290 Aug 16 15:19:52.902037 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37a950bb-bf94-4e25-93ce-0d7655ff4e24 admin admin] Router 78d04c03-99a3-4367-aa13-495ed056c833 has already been hosted by L3 agent b2ca3166-9002-4222-bd01-ae8f73ca62dc {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 15:19:52.940687 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-84ae4cc2-7a1e-4346-b08c-e20685f5c728 req-1bb7e8af-880a-4ba1-8a73-e43307d79057 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cd64719-1f02-4e88-bb1f-dbc33ca11f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482485 Aug 16 15:19:52.997083 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-1269955d-45ed-43f8-8bdb-57228530b22b None None] Provisioning complete for port e54593f6-0432-409f-af75-02733488a93e triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:19:52.997996 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1269955d-45ed-43f8-8bdb-57228530b22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:53.017017 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a950bb-bf94-4e25-93ce-0d7655ff4e24 admin admin] Notify agent at l3_agent.dv-cinder-804757-1-iscsi the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:19:53.026236 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-37a950bb-bf94-4e25-93ce-0d7655ff4e24 admin admin] 10.222.0.22 "PUT /v2.0/routers/78d04c03-99a3-4367-aa13-495ed056c833/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8644145 Aug 16 15:19:53.056954 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-1269955d-45ed-43f8-8bdb-57228530b22b None None] Port e54593f6-0432-409f-af75-02733488a93e cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 15:19:53.569212 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 40880) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:19:53.574124 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.v2.base [None req-63e16699-a6f2-42c0-bda4-799a71d3d446 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1232619053', 'description': 'tempest-description--784852460'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:19:53.603133 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-63e16699-a6f2-42c0-bda4-799a71d3d446 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:53.683958 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-63e16699-a6f2-42c0-bda4-799a71d3d446 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:53.687751 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-63e16699-a6f2-42c0-bda4-799a71d3d446 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:53.717131 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-63e16699-a6f2-42c0-bda4-799a71d3d446 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:53.718219 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-63e16699-a6f2-42c0-bda4-799a71d3d446 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1477251 Aug 16 15:19:53.720114 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e16699-a6f2-42c0-bda4-799a71d3d446 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c1c24b-63ef-4f08-a3b2-aa0aa7fc808b,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:19:53.721501 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 40882) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:19:53.726717 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [None req-b2b60d05-c7c4-4283-83fe-9c1166d6c108 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Request body: {'security_group_rule': {'security_group_id': 'f7c1c24b-63ef-4f08-a3b2-aa0aa7fc808b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:19:53.752354 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b2b60d05-c7c4-4283-83fe-9c1166d6c108 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:53.806518 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b2b60d05-c7c4-4283-83fe-9c1166d6c108 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:53.809874 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b2b60d05-c7c4-4283-83fe-9c1166d6c108 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109690'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:53.826809 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b60d05-c7c4-4283-83fe-9c1166d6c108 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14230488-d9c7-4848-a3c6-75b6a1e1e39b,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:19:53.832759 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-b2b60d05-c7c4-4283-83fe-9c1166d6c108 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:53.834013 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-b2b60d05-c7c4-4283-83fe-9c1166d6c108 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1114626 Aug 16 15:19:53.837002 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 40884) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:19:53.841357 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [None req-d5ca53d0-15a0-42e4-b1df-fd0ad2d64602 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Request body: {'security_group_rule': {'security_group_id': 'f7c1c24b-63ef-4f08-a3b2-aa0aa7fc808b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:19:53.868495 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d5ca53d0-15a0-42e4-b1df-fd0ad2d64602 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:53.923335 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d5ca53d0-15a0-42e4-b1df-fd0ad2d64602 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:53.926988 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d5ca53d0-15a0-42e4-b1df-fd0ad2d64602 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109690'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:53.945727 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca53d0-15a0-42e4-b1df-fd0ad2d64602 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4804b371-3b61-4b74-9995-13c71952c0a5,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:19:53.948755 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d5ca53d0-15a0-42e4-b1df-fd0ad2d64602 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:53.950082 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-d5ca53d0-15a0-42e4-b1df-fd0ad2d64602 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1121583 Aug 16 15:19:53.953142 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 40886) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:19:53.957733 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [None req-fc3a4893-bf02-46e9-8e22-8e504a87d369 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Request body: {'floatingip': {'floating_network_id': 'b7623838-067e-46d7-9324-3e363fad67d4'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:19:53.982519 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fc3a4893-bf02-46e9-8e22-8e504a87d369 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks [] for floatingip, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:54.053833 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61964578-8adf-462f-bfb0-669b83774ebb req-1a84d2b7-2331-4600-9ee0-db6e68074b6f tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:54.055443 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-61964578-8adf-462f-bfb0-669b83774ebb req-1a84d2b7-2331-4600-9ee0-db6e68074b6f tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e502ea1-64ee-4c33-8335-f74a9d6424c6 HTTP/1.1" status: 200 len: 945 time: 0.0495465 Aug 16 15:19:54.091748 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fc3a4893-bf02-46e9-8e22-8e504a87d369 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:54.095555 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-61964578-8adf-462f-bfb0-669b83774ebb req-e23260b8-a43a-4d34-8be9-f6b826ad6439 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cd64719-1f02-4e88-bb1f-dbc33ca11f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336659 Aug 16 15:19:54.200310 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-fc3a4893-bf02-46e9-8e22-8e504a87d369 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Allocated IP 172.27.3.78 (b7623838-067e-46d7-9324-3e363fad67d4/838856c9-cc6d-4250-847b-ebd189817dd9/1515fbeb-d950-4eea-a3be-94c62ae3c0e5) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:19:54.303419 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fc3a4893-bf02-46e9-8e22-8e504a87d369 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:54.344383 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fc3a4893-bf02-46e9-8e22-8e504a87d369 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769335250701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268375'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:54.350907 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5007dbeb-83f7-45f0-b9e2-42f11a2331cf None None] Sync routers for ids ['78d04c03-99a3-4367-aa13-495ed056c833'] in dv-cinder-804757-1-iscsi {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:19:54.360188 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5007dbeb-83f7-45f0-b9e2-42f11a2331cf None None] Routers {'78d04c03-99a3-4367-aa13-495ed056c833'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:19:54.360796 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-5007dbeb-83f7-45f0-b9e2-42f11a2331cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:19:34Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['78d04c03-99a3-4367-aa13-495ed056c833'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:19:54.398111 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3a4893-bf02-46e9-8e22-8e504a87d369 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Network b7623838-067e-46d7-9324-3e363fad67d4 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:19:54.399403 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3a4893-bf02-46e9-8e22-8e504a87d369 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Pushing event updated for resources: {'Port': ['ID=1515fbeb-d950-4eea-a3be-94c62ae3c0e5,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:19:54.402093 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-fc3a4893-bf02-46e9-8e22-8e504a87d369 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:19:54.404175 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3a4893-bf02-46e9-8e22-8e504a87d369 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:19:54.454559 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device a05b9c80-d7bd-443d-886a-5f75d7af02da up at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:19:54.476365 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-5007dbeb-83f7-45f0-b9e2-42f11a2331cf None None] Set router 78d04c03-99a3-4367-aa13-495ed056c833 gateway port host: dv-cinder-804757-1-iscsi {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:19:54.481076 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device e6064cf9-dbb5-4c4a-ac97-06e9825987f6 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:19:54.492324 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fc3a4893-bf02-46e9-8e22-8e504a87d369 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:54.507998 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] No Port match for: e6064cf9-dbb5-4c4a-ac97-06e9825987f6 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:19:54.508361 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device e6064cf9-dbb5-4c4a-ac97-06e9825987f6 not bound to the agent host hv-cinder-80475 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:19:54.528883 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fc3a4893-bf02-46e9-8e22-8e504a87d369 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:54.530349 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning for port a05b9c80-d7bd-443d-886a-5f75d7af02da completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:19:54.535569 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning complete for port a05b9c80-d7bd-443d-886a-5f75d7af02da triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:19:54.536223 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:54.614536 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:54.636229 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] For port a05b9c80-d7bd-443d-886a-5f75d7af02da, host dv-cinder-804757-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=a05b9c80-d7bd-443d-886a-5f75d7af02da,segment=NetworkSegment(6c369326-29bf-41f1-8d37-65f3627778f0),segment_id=6c369326-29bf-41f1-8d37-65f3627778f0)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:19:54.640126 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:54.680836 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-5007dbeb-83f7-45f0-b9e2-42f11a2331cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78d04c03-99a3-4367-aa13-495ed056c833', 'name': 'tempest-AttachVolumeShelveTestJSON-358074610-router', 'tenant_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'a05b9c80-d7bd-443d-886a-5f75d7af02da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:19:49Z', 'updated_at': '2021-08-16T15:19:52Z', 'revision_number': 4, 'project_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'gw_port': {'id': 'a05b9c80-d7bd-443d-886a-5f75d7af02da', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7d:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78d04c03-99a3-4367-aa13-495ed056c833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:19:49Z', 'updated_at': '2021-08-16T15:19:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_interfaces': [{'id': 'e54593f6-0432-409f-af75-02733488a93e', 'name': '', 'network_id': '1f85c19c-3590-46ae-ae77-7ccaa8ebaa66', 'tenant_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'mac_address': 'fa:16:3e:1c:94:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78d04c03-99a3-4367-aa13-495ed056c833', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '9230327a-1ceb-43b3-9be3-e38bfee2db31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:19:51Z', 'updated_at': '2021-08-16T15:19:52Z', 'revision_number': 2, 'project_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'subnets': [{'id': '9230327a-1ceb-43b3-9be3-e38bfee2db31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:19:54.693526 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fc3a4893-bf02-46e9-8e22-8e504a87d369 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:54.699029 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fc3a4893-bf02-46e9-8e22-8e504a87d369 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2268376'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:54.703113 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Pushing event updated for resources: {'Port': ['ID=a05b9c80-d7bd-443d-886a-5f75d7af02da,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:19:54.708842 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5007dbeb-83f7-45f0-b9e2-42f11a2331cf None None] Checking router: 78d04c03-99a3-4367-aa13-495ed056c833 for host: dv-cinder-804757-1-iscsi {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:19:54.709411 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5007dbeb-83f7-45f0-b9e2-42f11a2331cf None None] Updating router 78d04c03-99a3-4367-aa13-495ed056c833 port e54593f6-0432-409f-af75-02733488a93e binding host dv-cinder-804757-1-iscsi {{(pid=94054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 15:19:54.738109 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-5007dbeb-83f7-45f0-b9e2-42f11a2331cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:54.769652 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3a4893-bf02-46e9-8e22-8e504a87d369 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Pushing event updated for resources: {'Port': ['ID=1515fbeb-d950-4eea-a3be-94c62ae3c0e5,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:19:54.780064 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fc3a4893-bf02-46e9-8e22-8e504a87d369 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798589'] for floatingip, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:54.793097 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-fc3a4893-bf02-46e9-8e22-8e504a87d369 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:54.798516 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-fc3a4893-bf02-46e9-8e22-8e504a87d369 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8444104 Aug 16 15:19:54.934040 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-a7c85c9c-9af0-44ff-85f3-e64426690a33 req-74965ffe-bc8a-4172-9972-d3de89e4b685 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1232619053&fields=id&tenant_id=aa352a0731a74cdfa6f278a2b7ba2820 HTTP/1.1" status: 200 len: 267 time: 0.0345118 Aug 16 15:19:55.041423 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c85c9c-9af0-44ff-85f3-e64426690a33 req-96199ce8-820a-4d9d-9570-d7b097004aab tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:55.042861 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-a7c85c9c-9af0-44ff-85f3-e64426690a33 req-96199ce8-820a-4d9d-9570-d7b097004aab tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/networks?id=1f85c19c-3590-46ae-ae77-7ccaa8ebaa66 HTTP/1.1" status: 200 len: 816 time: 0.1018474 Aug 16 15:19:55.057820 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-a7c85c9c-9af0-44ff-85f3-e64426690a33 req-f379e488-6439-411a-ae0b-cc5b91a23e39 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/quotas/aa352a0731a74cdfa6f278a2b7ba2820 HTTP/1.1" status: 200 len: 375 time: 0.0093269 Aug 16 15:19:55.079498 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-5007dbeb-83f7-45f0-b9e2-42f11a2331cf None None] Notify callbacks [] for port, precommit_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:55.088913 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.provisioning_blocks [None req-5007dbeb-83f7-45f0-b9e2-42f11a2331cf None None] Transition to ACTIVE for port object e54593f6-0432-409f-af75-02733488a93e will not be triggered until provisioned by entity L2. {{(pid=94054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:19:55.095058 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-5007dbeb-83f7-45f0-b9e2-42f11a2331cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:55.113837 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-a7c85c9c-9af0-44ff-85f3-e64426690a33 req-cc2d46e9-7799-408f-b3b8-c1686d17a2fe tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=aa352a0731a74cdfa6f278a2b7ba2820&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0507708 Aug 16 15:19:55.137565 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6f0196-48d9-43c2-97e7-26217b11783f None None] Pushing event updated for resources: {'Port': ['ID=e54593f6-0432-409f-af75-02733488a93e,revision_number=3']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:19:55.155677 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6f0196-48d9-43c2-97e7-26217b11783f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:19:55.156040 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6f0196-48d9-43c2-97e7-26217b11783f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:19:55.156376 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6f0196-48d9-43c2-97e7-26217b11783f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:19:55.156704 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6f0196-48d9-43c2-97e7-26217b11783f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:19:55.157028 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6f0196-48d9-43c2-97e7-26217b11783f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:19:55.157351 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6f0196-48d9-43c2-97e7-26217b11783f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:19:55.157673 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6f0196-48d9-43c2-97e7-26217b11783f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:19:55.157991 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6f0196-48d9-43c2-97e7-26217b11783f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:19:55.158327 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6f0196-48d9-43c2-97e7-26217b11783f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:19:55.158649 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6f0196-48d9-43c2-97e7-26217b11783f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:19:55.158964 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6f0196-48d9-43c2-97e7-26217b11783f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:19:55.159270 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6f0196-48d9-43c2-97e7-26217b11783f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:19:55.216722 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-a7c85c9c-9af0-44ff-85f3-e64426690a33 req-2016e359-a174-4d31-8365-cfbb4e4846aa service neutron] 10.222.0.22 "GET /v2.0/networks/1f85c19c-3590-46ae-ae77-7ccaa8ebaa66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877919 Aug 16 15:19:55.217048 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-5007dbeb-83f7-45f0-b9e2-42f11a2331cf None None] Attempting to bind port e54593f6-0432-409f-af75-02733488a93e on host dv-cinder-804757-1-iscsi for vnic_type normal with profile {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:19:55.217423 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-5007dbeb-83f7-45f0-b9e2-42f11a2331cf None None] Attempting to bind port e54593f6-0432-409f-af75-02733488a93e by drivers openvswitch,hyperv on host dv-cinder-804757-1-iscsi at level 0 using segments [{'id': '14733ac2-d464-430a-8fbb-6986db0ef57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f85c19c-3590-46ae-ae77-7ccaa8ebaa66'}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:19:55.217781 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5007dbeb-83f7-45f0-b9e2-42f11a2331cf None None] Attempting to bind port e54593f6-0432-409f-af75-02733488a93e on network 1f85c19c-3590-46ae-ae77-7ccaa8ebaa66 {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:19:55.223450 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5007dbeb-83f7-45f0-b9e2-42f11a2331cf None None] Checking agent: {'id': '038bb836-fe78-417c-a302-5d10dc6ddcbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 8, 4), 'started_at': datetime.datetime(2021, 8, 16, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:19:55.224498 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5007dbeb-83f7-45f0-b9e2-42f11a2331cf None None] Checking segment: {'id': '14733ac2-d464-430a-8fbb-6986db0ef57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f85c19c-3590-46ae-ae77-7ccaa8ebaa66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:19:55.224907 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-5007dbeb-83f7-45f0-b9e2-42f11a2331cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:55.225339 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5007dbeb-83f7-45f0-b9e2-42f11a2331cf None None] Bound using segment: {'id': '14733ac2-d464-430a-8fbb-6986db0ef57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f85c19c-3590-46ae-ae77-7ccaa8ebaa66'} {{(pid=94054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:19:55.225969 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.managers [None req-5007dbeb-83f7-45f0-b9e2-42f11a2331cf None None] Bound port: e54593f6-0432-409f-af75-02733488a93e, host: dv-cinder-804757-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14733ac2-d464-430a-8fbb-6986db0ef57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f85c19c-3590-46ae-ae77-7ccaa8ebaa66'}}] {{(pid=94054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:19:55.226615 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-5007dbeb-83f7-45f0-b9e2-42f11a2331cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:55.230114 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f8607b-39b5-4475-9e78-e0f7673e6feb req-b4fc808d-89dc-4642-be08-0ddb2518f23f tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:55.237645 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-11f8607b-39b5-4475-9e78-e0f7673e6feb req-b4fc808d-89dc-4642-be08-0ddb2518f23f tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e502ea1-64ee-4c33-8335-f74a9d6424c6 HTTP/1.1" status: 200 len: 945 time: 0.0631757 Aug 16 15:19:55.284873 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-11f8607b-39b5-4475-9e78-e0f7673e6feb req-b0a58aba-889a-4e39-a7e7-d77b3c47a864 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cd64719-1f02-4e88-bb1f-dbc33ca11f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413547 Aug 16 15:19:55.311938 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-5007dbeb-83f7-45f0-b9e2-42f11a2331cf None None] For port e54593f6-0432-409f-af75-02733488a93e, host dv-cinder-804757-1-iscsi, cleared binding levels {{(pid=94054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:19:55.315450 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.plugins.ml2.db [None req-5007dbeb-83f7-45f0-b9e2-42f11a2331cf None None] For port e54593f6-0432-409f-af75-02733488a93e, host dv-cinder-804757-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=e54593f6-0432-409f-af75-02733488a93e,segment=NetworkSegment(14733ac2-d464-430a-8fbb-6986db0ef57d),segment_id=14733ac2-d464-430a-8fbb-6986db0ef57d)] {{(pid=94054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:19:55.321180 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron_lib.callbacks.manager [None req-5007dbeb-83f7-45f0-b9e2-42f11a2331cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:55.326833 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-a7c85c9c-9af0-44ff-85f3-e64426690a33 req-6fc6e46f-24ce-46d7-b747-55f87000215e service neutron] 10.222.0.22 "GET /v2.0/networks/1f85c19c-3590-46ae-ae77-7ccaa8ebaa66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034284 Aug 16 15:19:55.381969 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5007dbeb-83f7-45f0-b9e2-42f11a2331cf None None] Routers {'78d04c03-99a3-4367-aa13-495ed056c833'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:19:55.382724 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-5007dbeb-83f7-45f0-b9e2-42f11a2331cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:19:34Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['78d04c03-99a3-4367-aa13-495ed056c833'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:19:55.431590 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6f0196-48d9-43c2-97e7-26217b11783f None None] Pushing event updated for resources: {'Port': ['ID=e54593f6-0432-409f-af75-02733488a93e,revision_number=4']} {{(pid=94054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:19:55.516765 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-6adcd44d-6fa6-47bb-8089-16844b2bac74 req-61ab11da-a2c6-403b-9eb5-e1af97b24d48 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ca457fa-c2fa-4daf-980f-452aaeb61360 HTTP/1.1" status: 200 len: 210 time: 0.0319555 Aug 16 15:19:55.524135 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-5007dbeb-83f7-45f0-b9e2-42f11a2331cf None None] Set router 78d04c03-99a3-4367-aa13-495ed056c833 gateway port host: dv-cinder-804757-1-iscsi {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:19:55.747304 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-5007dbeb-83f7-45f0-b9e2-42f11a2331cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78d04c03-99a3-4367-aa13-495ed056c833', 'name': 'tempest-AttachVolumeShelveTestJSON-358074610-router', 'tenant_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'a05b9c80-d7bd-443d-886a-5f75d7af02da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:19:49Z', 'updated_at': '2021-08-16T15:19:52Z', 'revision_number': 4, 'project_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'gw_port': {'id': 'a05b9c80-d7bd-443d-886a-5f75d7af02da', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d04c03-99a3-4367-aa13-495ed056c833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:19:49Z', 'updated_at': '2021-08-16T15:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_interfaces': [{'id': 'e54593f6-0432-409f-af75-02733488a93e', 'name': '', 'network_id': '1f85c19c-3590-46ae-ae77-7ccaa8ebaa66', 'tenant_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'mac_address': 'fa:16:3e:1c:94:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78d04c03-99a3-4367-aa13-495ed056c833', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '9230327a-1ceb-43b3-9be3-e38bfee2db31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:19:51Z', 'updated_at': '2021-08-16T15:19:55Z', 'revision_number': 4, 'project_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'subnets': [{'id': '9230327a-1ceb-43b3-9be3-e38bfee2db31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:19:55.773620 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5007dbeb-83f7-45f0-b9e2-42f11a2331cf None None] The sync data for ids ['78d04c03-99a3-4367-aa13-495ed056c833'] in dv-cinder-804757-1-iscsi is: [{'id': '78d04c03-99a3-4367-aa13-495ed056c833', 'name': 'tempest-AttachVolumeShelveTestJSON-358074610-router', 'tenant_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'a05b9c80-d7bd-443d-886a-5f75d7af02da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:19:49Z', 'updated_at': '2021-08-16T15:19:52Z', 'revision_number': 4, 'project_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'gw_port': {'id': 'a05b9c80-d7bd-443d-886a-5f75d7af02da', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d04c03-99a3-4367-aa13-495ed056c833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:19:49Z', 'updated_at': '2021-08-16T15:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_interfaces': [{'id': 'e54593f6-0432-409f-af75-02733488a93e', 'name': '', 'network_id': '1f85c19c-3590-46ae-ae77-7ccaa8ebaa66', 'tenant_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'mac_address': 'fa:16:3e:1c:94:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78d04c03-99a3-4367-aa13-495ed056c833', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '9230327a-1ceb-43b3-9be3-e38bfee2db31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:19:51Z', 'updated_at': '2021-08-16T15:19:55Z', 'revision_number': 4, 'project_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'subnets': [{'id': '9230327a-1ceb-43b3-9be3-e38bfee2db31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:19:56.379690 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:56.435591 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5876882-a85d-46d4-a144-a8e4c6753561 req-81612de9-7e81-4059-93ad-84debb210739 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:56.438993 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-d5876882-a85d-46d4-a144-a8e4c6753561 req-81612de9-7e81-4059-93ad-84debb210739 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e502ea1-64ee-4c33-8335-f74a9d6424c6 HTTP/1.1" status: 200 len: 945 time: 0.0955284 Aug 16 15:19:56.494067 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-d5876882-a85d-46d4-a144-a8e4c6753561 req-ac85299d-5c0a-4dd5-aac2-8a1611428997 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cd64719-1f02-4e88-bb1f-dbc33ca11f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468376 Aug 16 15:19:56.563606 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device a05b9c80-d7bd-443d-886a-5f75d7af02da up at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:19:56.633264 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning complete for port a05b9c80-d7bd-443d-886a-5f75d7af02da triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:19:56.633652 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:56.644656 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-835de5ad-0122-44ee-a8ac-e3c452b7292f req-15e9cddf-743f-47b7-beae-55f1f48204b5 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ca457fa-c2fa-4daf-980f-452aaeb61360 HTTP/1.1" status: 200 len: 210 time: 0.0311618 Aug 16 15:19:56.715337 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device e54593f6-0432-409f-af75-02733488a93e up at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:19:56.767277 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning for port e54593f6-0432-409f-af75-02733488a93e completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:19:56.771477 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning complete for port e54593f6-0432-409f-af75-02733488a93e triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:19:56.771897 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:56.847380 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:56.881011 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] For port e54593f6-0432-409f-af75-02733488a93e, host dv-cinder-804757-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=e54593f6-0432-409f-af75-02733488a93e,segment=NetworkSegment(14733ac2-d464-430a-8fbb-6986db0ef57d),segment_id=14733ac2-d464-430a-8fbb-6986db0ef57d)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:19:56.884998 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:56.931758 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Pushing event updated for resources: {'Port': ['ID=e54593f6-0432-409f-af75-02733488a93e,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:19:57.059178 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c85c9c-9af0-44ff-85f3-e64426690a33 req-752df295-3854-4aa1-943c-dafe2113aca0 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:57.060604 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-a7c85c9c-9af0-44ff-85f3-e64426690a33 req-752df295-3854-4aa1-943c-dafe2113aca0 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.63 "GET /v2.0/networks?id=1f85c19c-3590-46ae-ae77-7ccaa8ebaa66 HTTP/1.1" status: 200 len: 816 time: 0.1024761 Aug 16 15:19:57.103740 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-a7c85c9c-9af0-44ff-85f3-e64426690a33 req-bcbaf28e-f424-4fdf-92fc-d54d8e493e45 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa352a0731a74cdfa6f278a2b7ba2820 HTTP/1.1" status: 200 len: 380 time: 0.0333920 Aug 16 15:19:57.113636 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [req-a7c85c9c-9af0-44ff-85f3-e64426690a33 req-55f4b0a2-dd8e-4623-acf3-6acabb2dbbc8 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Request body: {'port': {'device_id': '8ca457fa-c2fa-4daf-980f-452aaeb61360', 'network_id': '1f85c19c-3590-46ae-ae77-7ccaa8ebaa66', 'admin_state_up': True, 'tenant_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'security_groups': ['f7c1c24b-63ef-4f08-a3b2-aa0aa7fc808b']}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:19:57.218513 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7c85c9c-9af0-44ff-85f3-e64426690a33 req-55f4b0a2-dd8e-4623-acf3-6acabb2dbbc8 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Made reservation on behalf of aa352a0731a74cdfa6f278a2b7ba2820 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:19:57.222054 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-a7c85c9c-9af0-44ff-85f3-e64426690a33 req-55f4b0a2-dd8e-4623-acf3-6acabb2dbbc8 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:57.568260 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-a7c85c9c-9af0-44ff-85f3-e64426690a33 req-55f4b0a2-dd8e-4623-acf3-6acabb2dbbc8 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Allocated IP 172.20.0.12 (1f85c19c-3590-46ae-ae77-7ccaa8ebaa66/9230327a-1ceb-43b3-9be3-e38bfee2db31/8b1c3db9-6786-4da1-bdb0-17ffbf279714) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:19:57.684985 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52965a-f850-4d1e-95b9-e45cdfbf79f9 req-c7a56bcd-e5eb-42a5-ac35-442f2a803ea0 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:57.686519 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-5a52965a-f850-4d1e-95b9-e45cdfbf79f9 req-c7a56bcd-e5eb-42a5-ac35-442f2a803ea0 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e502ea1-64ee-4c33-8335-f74a9d6424c6 HTTP/1.1" status: 200 len: 945 time: 0.1084301 Aug 16 15:19:57.773034 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-eb9e7c97-217b-47a6-9720-92b374033a16 req-643083aa-e1e9-45d4-8237-cc4681767f7e tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ca457fa-c2fa-4daf-980f-452aaeb61360 HTTP/1.1" status: 200 len: 210 time: 0.0387120 Aug 16 15:19:57.783133 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-5a52965a-f850-4d1e-95b9-e45cdfbf79f9 req-20ec2675-b849-4ba8-87fe-1d597d95cb4e tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cd64719-1f02-4e88-bb1f-dbc33ca11f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783925 Aug 16 15:19:57.799136 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-a7c85c9c-9af0-44ff-85f3-e64426690a33 req-55f4b0a2-dd8e-4623-acf3-6acabb2dbbc8 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:57.815298 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-a7c85c9c-9af0-44ff-85f3-e64426690a33 req-55f4b0a2-dd8e-4623-acf3-6acabb2dbbc8 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Transition to ACTIVE for port object 8b1c3db9-6786-4da1-bdb0-17ffbf279714 will not be triggered until provisioned by entity DHCP. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:19:57.851344 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-a7c85c9c-9af0-44ff-85f3-e64426690a33 req-55f4b0a2-dd8e-4623-acf3-6acabb2dbbc8 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769335250701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268375'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:57.894429 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7c85c9c-9af0-44ff-85f3-e64426690a33 req-55f4b0a2-dd8e-4623-acf3-6acabb2dbbc8 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Network 1f85c19c-3590-46ae-ae77-7ccaa8ebaa66 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:19:57.900559 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-a7c85c9c-9af0-44ff-85f3-e64426690a33 req-55f4b0a2-dd8e-4623-acf3-6acabb2dbbc8 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:19:57.905282 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7c85c9c-9af0-44ff-85f3-e64426690a33 req-55f4b0a2-dd8e-4623-acf3-6acabb2dbbc8 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:19:57.938911 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f4b0a2-dd8e-4623-acf3-6acabb2dbbc8 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Pushing event updated for resources: {'Port': ['ID=8b1c3db9-6786-4da1-bdb0-17ffbf279714,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:19:58.000033 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c85c9c-9af0-44ff-85f3-e64426690a33 req-55f4b0a2-dd8e-4623-acf3-6acabb2dbbc8 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:58.000706 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-a7c85c9c-9af0-44ff-85f3-e64426690a33 req-55f4b0a2-dd8e-4623-acf3-6acabb2dbbc8 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:58.024336 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-a7c85c9c-9af0-44ff-85f3-e64426690a33 req-55f4b0a2-dd8e-4623-acf3-6acabb2dbbc8 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9143226 Aug 16 15:19:58.032853 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d5567-611c-455f-8cb4-dd662e6f0f3c req-512b8527-8cf6-4235-ad3b-0466e21943d1 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:58.034358 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-e36d5567-611c-455f-8cb4-dd662e6f0f3c req-512b8527-8cf6-4235-ad3b-0466e21943d1 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e502ea1-64ee-4c33-8335-f74a9d6424c6 HTTP/1.1" status: 200 len: 945 time: 0.0897107 Aug 16 15:19:58.040122 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [req-a7c85c9c-9af0-44ff-85f3-e64426690a33 req-61a8e27c-7892-4cb7-a9b1-8a59282f0318 service neutron] Request body: {'port': {'device_id': '8ca457fa-c2fa-4daf-980f-452aaeb61360', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:19:58.073523 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1aec8-cc39-4e6b-8b50-a48752509dbd req-c2bd64d2-9be3-4f6a-a3a2-2bffa194fd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:58.075335 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-82c1aec8-cc39-4e6b-8b50-a48752509dbd req-c2bd64d2-9be3-4f6a-a3a2-2bffa194fd2e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d3a7f9f707ee45cba24f8d207b4a20be&device_id=8e502ea1-64ee-4c33-8335-f74a9d6424c6 HTTP/1.1" status: 200 len: 1098 time: 0.0532634 Aug 16 15:19:58.119677 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-e36d5567-611c-455f-8cb4-dd662e6f0f3c req-84a24b86-c713-4085-9376-e304f281b3eb tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cd64719-1f02-4e88-bb1f-dbc33ca11f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754762 Aug 16 15:19:58.122097 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-a7c85c9c-9af0-44ff-85f3-e64426690a33 req-61a8e27c-7892-4cb7-a9b1-8a59282f0318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:58.168177 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-1d4aae4d-a6fa-46b7-8927-329834a5cbc1 None None] Provisioning for port 8b1c3db9-6786-4da1-bdb0-17ffbf279714 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:19:58.173593 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-1d4aae4d-a6fa-46b7-8927-329834a5cbc1 None None] Provisioning complete for port 8b1c3db9-6786-4da1-bdb0-17ffbf279714 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:19:58.173968 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-1d4aae4d-a6fa-46b7-8927-329834a5cbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:58.177592 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1aec8-cc39-4e6b-8b50-a48752509dbd req-28ddfdde-bb4a-4c78-b9c8-77ba0ddb1f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:58.179097 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-82c1aec8-cc39-4e6b-8b50-a48752509dbd req-28ddfdde-bb4a-4c78-b9c8-77ba0ddb1f94 service neutron] 10.222.0.63 "GET /v2.0/networks?id=5c9974df-1452-4a5b-a52f-46f461318e3c HTTP/1.1" status: 200 len: 911 time: 0.0964952 Aug 16 15:19:58.211401 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-1d4aae4d-a6fa-46b7-8927-329834a5cbc1 None None] Port 8b1c3db9-6786-4da1-bdb0-17ffbf279714 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 15:19:58.247327 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-82c1aec8-cc39-4e6b-8b50-a48752509dbd req-7957feb9-f7ec-424a-9655-8690f9bfcfca service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40e1b29d-e0e8-4c95-b373-1ac902c65df9 HTTP/1.1" status: 200 len: 1001 time: 0.0599401 Aug 16 15:19:58.296599 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1aec8-cc39-4e6b-8b50-a48752509dbd req-bd718574-c26e-4b6e-b916-2389052f0e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:58.298042 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-82c1aec8-cc39-4e6b-8b50-a48752509dbd req-bd718574-c26e-4b6e-b916-2389052f0e27 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7ced82d6-0fff-43a3-9b35-104e114d5850 HTTP/1.1" status: 200 len: 850 time: 0.0430896 Aug 16 15:19:58.349031 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1aec8-cc39-4e6b-8b50-a48752509dbd req-2be4c3a9-5d2d-4282-b82a-6c4d71576189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:58.350554 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-82c1aec8-cc39-4e6b-8b50-a48752509dbd req-2be4c3a9-5d2d-4282-b82a-6c4d71576189 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=5c9974df-1452-4a5b-a52f-46f461318e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443354 Aug 16 15:19:58.401474 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.notifiers.nova [req-a7c85c9c-9af0-44ff-85f3-e64426690a33 req-61a8e27c-7892-4cb7-a9b1-8a59282f0318 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b1c3db9-6786-4da1-bdb0-17ffbf279714 {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:19:58.409372 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-a7c85c9c-9af0-44ff-85f3-e64426690a33 req-61a8e27c-7892-4cb7-a9b1-8a59282f0318 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:58.421109 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-a7c85c9c-9af0-44ff-85f3-e64426690a33 req-61a8e27c-7892-4cb7-a9b1-8a59282f0318 service neutron] Transition to ACTIVE for port object 8b1c3db9-6786-4da1-bdb0-17ffbf279714 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:19:58.426222 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-a7c85c9c-9af0-44ff-85f3-e64426690a33 req-61a8e27c-7892-4cb7-a9b1-8a59282f0318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2268376'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:58.427339 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device e54593f6-0432-409f-af75-02733488a93e up at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:19:58.449270 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-82c1aec8-cc39-4e6b-8b50-a48752509dbd req-f1b4adb0-6129-4e37-8ef3-ae6d27ca4899 service neutron] 10.222.0.63 "GET /v2.0/networks/5c9974df-1452-4a5b-a52f-46f461318e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899308 Aug 16 15:19:58.483410 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Provisioning complete for port e54593f6-0432-409f-af75-02733488a93e triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:19:58.483868 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:58.496387 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a8e27c-7892-4cb7-a9b1-8a59282f0318 service neutron] Pushing event updated for resources: {'Port': ['ID=8b1c3db9-6786-4da1-bdb0-17ffbf279714,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:19:58.561495 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-a7c85c9c-9af0-44ff-85f3-e64426690a33 req-61a8e27c-7892-4cb7-a9b1-8a59282f0318 service neutron] Attempting to bind port 8b1c3db9-6786-4da1-bdb0-17ffbf279714 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:19:58.563581 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-82c1aec8-cc39-4e6b-8b50-a48752509dbd req-18d352b8-799f-4a00-8d10-b3da414a7d10 service neutron] 10.222.0.63 "GET /v2.0/networks/5c9974df-1452-4a5b-a52f-46f461318e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054049 Aug 16 15:19:58.564368 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-a7c85c9c-9af0-44ff-85f3-e64426690a33 req-61a8e27c-7892-4cb7-a9b1-8a59282f0318 service neutron] Attempting to bind port 8b1c3db9-6786-4da1-bdb0-17ffbf279714 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '14733ac2-d464-430a-8fbb-6986db0ef57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f85c19c-3590-46ae-ae77-7ccaa8ebaa66'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:19:58.564815 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c85c9c-9af0-44ff-85f3-e64426690a33 req-61a8e27c-7892-4cb7-a9b1-8a59282f0318 service neutron] Attempting to bind port 8b1c3db9-6786-4da1-bdb0-17ffbf279714 on network 1f85c19c-3590-46ae-ae77-7ccaa8ebaa66 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:19:58.572184 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c85c9c-9af0-44ff-85f3-e64426690a33 req-61a8e27c-7892-4cb7-a9b1-8a59282f0318 service neutron] Port 8b1c3db9-6786-4da1-bdb0-17ffbf279714 on network 1f85c19c-3590-46ae-ae77-7ccaa8ebaa66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 15:19:58.572870 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c85c9c-9af0-44ff-85f3-e64426690a33 req-61a8e27c-7892-4cb7-a9b1-8a59282f0318 service neutron] Attempting to bind port 8b1c3db9-6786-4da1-bdb0-17ffbf279714 on network 1f85c19c-3590-46ae-ae77-7ccaa8ebaa66 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:19:58.579389 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c85c9c-9af0-44ff-85f3-e64426690a33 req-61a8e27c-7892-4cb7-a9b1-8a59282f0318 service neutron] Checking agent: {'id': 'f45772ef-d3bf-49d0-9fe4-7082814820b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 13, 56), 'started_at': datetime.datetime(2021, 8, 16, 15, 13, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:19:58.579730 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c85c9c-9af0-44ff-85f3-e64426690a33 req-61a8e27c-7892-4cb7-a9b1-8a59282f0318 service neutron] Checking segment: {'id': '14733ac2-d464-430a-8fbb-6986db0ef57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f85c19c-3590-46ae-ae77-7ccaa8ebaa66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:19:58.580138 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c85c9c-9af0-44ff-85f3-e64426690a33 req-61a8e27c-7892-4cb7-a9b1-8a59282f0318 service neutron] Bound using segment: {'id': '14733ac2-d464-430a-8fbb-6986db0ef57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f85c19c-3590-46ae-ae77-7ccaa8ebaa66'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:19:58.580570 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-a7c85c9c-9af0-44ff-85f3-e64426690a33 req-61a8e27c-7892-4cb7-a9b1-8a59282f0318 service neutron] Bound port: 8b1c3db9-6786-4da1-bdb0-17ffbf279714, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14733ac2-d464-430a-8fbb-6986db0ef57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f85c19c-3590-46ae-ae77-7ccaa8ebaa66'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:19:58.580931 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-a7c85c9c-9af0-44ff-85f3-e64426690a33 req-61a8e27c-7892-4cb7-a9b1-8a59282f0318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:58.649839 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-a7c85c9c-9af0-44ff-85f3-e64426690a33 req-61a8e27c-7892-4cb7-a9b1-8a59282f0318 service neutron] For port 8b1c3db9-6786-4da1-bdb0-17ffbf279714, host hv-cinder-80475, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:19:58.653189 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-a7c85c9c-9af0-44ff-85f3-e64426690a33 req-61a8e27c-7892-4cb7-a9b1-8a59282f0318 service neutron] For port 8b1c3db9-6786-4da1-bdb0-17ffbf279714, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=8b1c3db9-6786-4da1-bdb0-17ffbf279714,segment=NetworkSegment(14733ac2-d464-430a-8fbb-6986db0ef57d),segment_id=14733ac2-d464-430a-8fbb-6986db0ef57d)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:19:58.658921 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-a7c85c9c-9af0-44ff-85f3-e64426690a33 req-61a8e27c-7892-4cb7-a9b1-8a59282f0318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2268376'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:58.674783 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c85c9c-9af0-44ff-85f3-e64426690a33 req-61a8e27c-7892-4cb7-a9b1-8a59282f0318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:58.675416 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-a7c85c9c-9af0-44ff-85f3-e64426690a33 req-61a8e27c-7892-4cb7-a9b1-8a59282f0318 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:19:58.677429 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-a7c85c9c-9af0-44ff-85f3-e64426690a33 req-61a8e27c-7892-4cb7-a9b1-8a59282f0318 service neutron] 10.222.0.63 "PUT /v2.0/ports/8b1c3db9-6786-4da1-bdb0-17ffbf279714 HTTP/1.1" status: 200 len: 1094 time: 0.6415639 Aug 16 15:19:58.680196 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ca457fa-c2fa-4daf-980f-452aaeb61360', 'tag': '8b1c3db9-6786-4da1-bdb0-17ffbf279714'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:19:58.682550 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a5cfb7157b8b73f0e4116fd12db15b1ff73336af95e475daca955d95e5834ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a7af9d-e6b5-4a64-bdc1-e261e89c410d" -d '{"events": [{"name": "network-changed", "server_uuid": "8ca457fa-c2fa-4daf-980f-452aaeb61360", "tag": "8b1c3db9-6786-4da1-bdb0-17ffbf279714"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:19:58.763859 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 15:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a4f428-4506-4e75-8e33-411c8e30d1d7 x-openstack-request-id: req-a8a4f428-4506-4e75-8e33-411c8e30d1d7 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:19:58.764222 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ca457fa-c2fa-4daf-980f-452aaeb61360", "tag": "8b1c3db9-6786-4da1-bdb0-17ffbf279714", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:19:58.764485 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a8a4f428-4506-4e75-8e33-411c8e30d1d7 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:19:58.764882 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ca457fa-c2fa-4daf-980f-452aaeb61360', 'tag': '8b1c3db9-6786-4da1-bdb0-17ffbf279714', 'status': 'completed', 'code': 200} Aug 16 15:19:58.770138 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a8e27c-7892-4cb7-a9b1-8a59282f0318 service neutron] Pushing event updated for resources: {'Port': ['ID=8b1c3db9-6786-4da1-bdb0-17ffbf279714,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:19:58.787624 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c85c9c-9af0-44ff-85f3-e64426690a33 req-f4ac500a-5b01-4d18-9344-3b48f407124f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:58.789180 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-a7c85c9c-9af0-44ff-85f3-e64426690a33 req-f4ac500a-5b01-4d18-9344-3b48f407124f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=aa352a0731a74cdfa6f278a2b7ba2820&device_id=8ca457fa-c2fa-4daf-980f-452aaeb61360 HTTP/1.1" status: 200 len: 1097 time: 0.0561936 Aug 16 15:19:58.844205 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-a7c85c9c-9af0-44ff-85f3-e64426690a33 req-25376fa0-4844-44a3-8327-970909ef3ea8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b1c3db9-6786-4da1-bdb0-17ffbf279714 HTTP/1.1" status: 200 len: 217 time: 0.0413747 Aug 16 15:19:58.928360 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c85c9c-9af0-44ff-85f3-e64426690a33 req-240316da-0e5d-4f30-826a-b1b6fab392e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:58.930331 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-a7c85c9c-9af0-44ff-85f3-e64426690a33 req-240316da-0e5d-4f30-826a-b1b6fab392e7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9230327a-1ceb-43b3-9be3-e38bfee2db31 HTTP/1.1" status: 200 len: 855 time: 0.0730851 Aug 16 15:19:58.940899 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7746f7a7-20f8-4c36-8f6e-ddd1cd176838 req-a138c1a4-0c69-486f-9374-ed3cd3af1890 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:58.942358 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-7746f7a7-20f8-4c36-8f6e-ddd1cd176838 req-a138c1a4-0c69-486f-9374-ed3cd3af1890 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ca457fa-c2fa-4daf-980f-452aaeb61360 HTTP/1.1" status: 200 len: 944 time: 0.0955100 Aug 16 15:19:59.028552 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-7746f7a7-20f8-4c36-8f6e-ddd1cd176838 req-a7539377-8496-46a8-8b13-bb1728c1b30e tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=f7c1c24b-63ef-4f08-a3b2-aa0aa7fc808b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471883 Aug 16 15:19:59.030362 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c85c9c-9af0-44ff-85f3-e64426690a33 req-1174ec0a-8f2f-4796-a338-ee011c4e2e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:59.031782 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-a7c85c9c-9af0-44ff-85f3-e64426690a33 req-1174ec0a-8f2f-4796-a338-ee011c4e2e16 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1f85c19c-3590-46ae-ae77-7ccaa8ebaa66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0885921 Aug 16 15:19:59.130148 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-a7c85c9c-9af0-44ff-85f3-e64426690a33 req-c9b1e9bf-2b8f-49b7-9be8-21c4899e0194 service neutron] 10.222.0.63 "GET /v2.0/networks/1f85c19c-3590-46ae-ae77-7ccaa8ebaa66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850821 Aug 16 15:19:59.231553 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-a7c85c9c-9af0-44ff-85f3-e64426690a33 req-bff81603-c4c3-4c27-9dde-326fa3ff1a7a service neutron] 10.222.0.63 "GET /v2.0/networks/1f85c19c-3590-46ae-ae77-7ccaa8ebaa66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915766 Aug 16 15:19:59.238272 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3b0d2-eb1c-4f9d-a848-359b9210ec0f req-2edb09eb-d03f-46ac-af98-161847b1edb8 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:59.240874 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-d6e3b0d2-eb1c-4f9d-a848-359b9210ec0f req-2edb09eb-d03f-46ac-af98-161847b1edb8 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e502ea1-64ee-4c33-8335-f74a9d6424c6 HTTP/1.1" status: 200 len: 945 time: 0.0518658 Aug 16 15:19:59.281002 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-d6e3b0d2-eb1c-4f9d-a848-359b9210ec0f req-5029a338-b2d3-49ee-becf-f790d6fa6f69 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cd64719-1f02-4e88-bb1f-dbc33ca11f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343223 Aug 16 15:19:59.327355 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a7af9d-e6b5-4a64-bdc1-e261e89c410d req-dbf4fcc6-8244-4cef-9cae-d542a2189b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:59.328877 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-c5a7af9d-e6b5-4a64-bdc1-e261e89c410d req-dbf4fcc6-8244-4cef-9cae-d542a2189b30 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=aa352a0731a74cdfa6f278a2b7ba2820&device_id=8ca457fa-c2fa-4daf-980f-452aaeb61360 HTTP/1.1" status: 200 len: 1097 time: 0.0480788 Aug 16 15:19:59.419436 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a7af9d-e6b5-4a64-bdc1-e261e89c410d req-12e901e3-57be-42dd-9e38-fb3fdece394a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:59.420911 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-c5a7af9d-e6b5-4a64-bdc1-e261e89c410d req-12e901e3-57be-42dd-9e38-fb3fdece394a service neutron] 10.222.0.63 "GET /v2.0/networks?id=1f85c19c-3590-46ae-ae77-7ccaa8ebaa66 HTTP/1.1" status: 200 len: 916 time: 0.0848174 Aug 16 15:19:59.462305 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-c5a7af9d-e6b5-4a64-bdc1-e261e89c410d req-59b92007-8d85-43b7-bb0b-83cba8cda8f0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b1c3db9-6786-4da1-bdb0-17ffbf279714 HTTP/1.1" status: 200 len: 217 time: 0.0335784 Aug 16 15:19:59.511661 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a7af9d-e6b5-4a64-bdc1-e261e89c410d req-160ee88e-5963-4ed7-9c34-6a7743d1597c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:59.513017 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-c5a7af9d-e6b5-4a64-bdc1-e261e89c410d req-160ee88e-5963-4ed7-9c34-6a7743d1597c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9230327a-1ceb-43b3-9be3-e38bfee2db31 HTTP/1.1" status: 200 len: 855 time: 0.0431721 Aug 16 15:19:59.558108 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a7af9d-e6b5-4a64-bdc1-e261e89c410d req-29505022-3ee5-4b00-ad6b-7bcbca327f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:59.559564 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-c5a7af9d-e6b5-4a64-bdc1-e261e89c410d req-29505022-3ee5-4b00-ad6b-7bcbca327f4c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1f85c19c-3590-46ae-ae77-7ccaa8ebaa66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389869 Aug 16 15:19:59.615711 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-e4d4828a-b11b-450f-991c-8c40bdda541d req-0c75f885-da57-41ff-aa59-75642db6c2a9 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=8e502ea1-64ee-4c33-8335-f74a9d6424c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383499 Aug 16 15:19:59.660284 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-c5a7af9d-e6b5-4a64-bdc1-e261e89c410d req-7ff4b28f-f748-4dc3-a66f-adf1f716a9be service neutron] 10.222.0.63 "GET /v2.0/networks/1f85c19c-3590-46ae-ae77-7ccaa8ebaa66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833254 Aug 16 15:19:59.693783 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d4828a-b11b-450f-991c-8c40bdda541d req-4934ba9f-18e5-4711-864a-65b8040cdc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:59.695279 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-e4d4828a-b11b-450f-991c-8c40bdda541d req-4934ba9f-18e5-4711-864a-65b8040cdc90 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d3a7f9f707ee45cba24f8d207b4a20be&device_id=8e502ea1-64ee-4c33-8335-f74a9d6424c6 HTTP/1.1" status: 200 len: 1098 time: 0.0537431 Aug 16 15:19:59.754556 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-c5a7af9d-e6b5-4a64-bdc1-e261e89c410d req-1ee35d58-a65c-49a9-bd9a-ac0c465076d4 service neutron] 10.222.0.63 "GET /v2.0/networks/1f85c19c-3590-46ae-ae77-7ccaa8ebaa66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847144 Aug 16 15:19:59.799081 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d4828a-b11b-450f-991c-8c40bdda541d req-258b3b70-5e63-4012-9059-8c5c810660bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:59.800568 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-e4d4828a-b11b-450f-991c-8c40bdda541d req-258b3b70-5e63-4012-9059-8c5c810660bb service neutron] 10.222.0.63 "GET /v2.0/networks?id=5c9974df-1452-4a5b-a52f-46f461318e3c HTTP/1.1" status: 200 len: 911 time: 0.0835741 Aug 16 15:19:59.869007 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-e4d4828a-b11b-450f-991c-8c40bdda541d req-8f2975fe-5734-4d39-b57b-7390a28509a9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40e1b29d-e0e8-4c95-b373-1ac902c65df9 HTTP/1.1" status: 200 len: 1001 time: 0.0601604 Aug 16 15:19:59.917490 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d4828a-b11b-450f-991c-8c40bdda541d req-7101bb35-2b28-48aa-9b0a-68c9ebcea3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:59.918863 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-e4d4828a-b11b-450f-991c-8c40bdda541d req-7101bb35-2b28-48aa-9b0a-68c9ebcea3a2 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7ced82d6-0fff-43a3-9b35-104e114d5850 HTTP/1.1" status: 200 len: 850 time: 0.0413911 Aug 16 15:19:59.970471 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d4828a-b11b-450f-991c-8c40bdda541d req-a90a3677-c091-4811-b4c5-f3f0c4fc9d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:19:59.971937 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-e4d4828a-b11b-450f-991c-8c40bdda541d req-a90a3677-c091-4811-b4c5-f3f0c4fc9d66 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=5c9974df-1452-4a5b-a52f-46f461318e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437682 Aug 16 15:20:00.062917 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-e4d4828a-b11b-450f-991c-8c40bdda541d req-66897f14-7ebd-4a7d-a32a-f157d5e1f400 service neutron] 10.222.0.63 "GET /v2.0/networks/5c9974df-1452-4a5b-a52f-46f461318e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829225 Aug 16 15:20:00.158737 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be54babe-c696-40da-8c88-0631c7909d70 req-767d789c-5ff8-4bcc-a391-360addf89ddf tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:20:00.159183 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-e4d4828a-b11b-450f-991c-8c40bdda541d req-12cbdbd9-c712-4a15-8fb8-b3bed3149e47 service neutron] 10.222.0.63 "GET /v2.0/networks/5c9974df-1452-4a5b-a52f-46f461318e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879955 Aug 16 15:20:00.160275 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-be54babe-c696-40da-8c88-0631c7909d70 req-767d789c-5ff8-4bcc-a391-360addf89ddf tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ca457fa-c2fa-4daf-980f-452aaeb61360 HTTP/1.1" status: 200 len: 944 time: 0.0530498 Aug 16 15:20:00.198554 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-be54babe-c696-40da-8c88-0631c7909d70 req-7b89ce2b-3621-463c-8ff9-7b175c98e1f3 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=f7c1c24b-63ef-4f08-a3b2-aa0aa7fc808b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314603 Aug 16 15:20:00.361615 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device 8b1c3db9-6786-4da1-bdb0-17ffbf279714 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 15:20:00.571250 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port 8b1c3db9-6786-4da1-bdb0-17ffbf279714, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=8b1c3db9-6786-4da1-bdb0-17ffbf279714,segment=NetworkSegment(14733ac2-d464-430a-8fbb-6986db0ef57d),segment_id=14733ac2-d464-430a-8fbb-6986db0ef57d)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:20:00.583899 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Returning: {'device': '8b1c3db9-6786-4da1-bdb0-17ffbf279714', 'network_id': '1f85c19c-3590-46ae-ae77-7ccaa8ebaa66', 'port_id': '8b1c3db9-6786-4da1-bdb0-17ffbf279714', 'mac_address': 'fa:16:3e:02:4c:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9230327a-1ceb-43b3-9be3-e38bfee2db31', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 15:20:00.620621 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:00.636464 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b1c3db9-6786-4da1-bdb0-17ffbf279714 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:20:00.655771 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port 8b1c3db9-6786-4da1-bdb0-17ffbf279714, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=8b1c3db9-6786-4da1-bdb0-17ffbf279714,segment=NetworkSegment(14733ac2-d464-430a-8fbb-6986db0ef57d),segment_id=14733ac2-d464-430a-8fbb-6986db0ef57d)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:20:00.659593 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:00.706459 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Pushing event updated for resources: {'Port': ['ID=8b1c3db9-6786-4da1-bdb0-17ffbf279714,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:20:00.925701 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] get_ports_and_sgs() called for port_ids ['8b1c3db9-6786-4da1-bdb0-17ffbf279714'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:20:01.317030 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c282b3c2-405e-44a2-a82d-54680dee0652 req-13c74937-3f76-423f-9daf-a715de5dc4a7 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:20:01.318957 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-c282b3c2-405e-44a2-a82d-54680dee0652 req-13c74937-3f76-423f-9daf-a715de5dc4a7 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ca457fa-c2fa-4daf-980f-452aaeb61360 HTTP/1.1" status: 200 len: 945 time: 0.0471096 Aug 16 15:20:01.355452 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-c282b3c2-405e-44a2-a82d-54680dee0652 req-9e6944f9-7def-41eb-b627-39954430709b tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=f7c1c24b-63ef-4f08-a3b2-aa0aa7fc808b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306246 Aug 16 15:20:01.382469 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-dec1ef9f-1eb4-42b5-b973-3feec6c06e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:02.471026 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ca513-e120-4aba-8b55-c1466fa7371f req-c24e2ce7-f2d7-44a7-939a-3994019df1b1 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:20:02.472472 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-f57ca513-e120-4aba-8b55-c1466fa7371f req-c24e2ce7-f2d7-44a7-939a-3994019df1b1 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ca457fa-c2fa-4daf-980f-452aaeb61360 HTTP/1.1" status: 200 len: 945 time: 0.0474257 Aug 16 15:20:02.509154 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-f57ca513-e120-4aba-8b55-c1466fa7371f req-a502d2a9-18e0-4e6d-b9b6-6e5a0c13785b tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=f7c1c24b-63ef-4f08-a3b2-aa0aa7fc808b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302029 Aug 16 15:20:03.631939 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68aa915-3ded-4754-9476-4e869c3b4b03 req-b038672e-72fa-423b-bab7-70cdcf2a2d27 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:20:03.634566 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-b68aa915-3ded-4754-9476-4e869c3b4b03 req-b038672e-72fa-423b-bab7-70cdcf2a2d27 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ca457fa-c2fa-4daf-980f-452aaeb61360 HTTP/1.1" status: 200 len: 945 time: 0.0554144 Aug 16 15:20:03.675297 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-b68aa915-3ded-4754-9476-4e869c3b4b03 req-00a781e9-9ed7-4b63-a948-766deb540361 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=f7c1c24b-63ef-4f08-a3b2-aa0aa7fc808b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349855 Aug 16 15:20:03.712824 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device 8b1c3db9-6786-4da1-bdb0-17ffbf279714 up at agent hyperv_hv-cinder-80475 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:20:03.763011 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Provisioning for port 8b1c3db9-6786-4da1-bdb0-17ffbf279714 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:20:03.766485 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Provisioning complete for port 8b1c3db9-6786-4da1-bdb0-17ffbf279714 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:20:03.766856 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:03.840408 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:03.862340 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca457fa-c2fa-4daf-980f-452aaeb61360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b1c3db9-6786-4da1-bdb0-17ffbf279714'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:20:03.864561 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e76958932a03d86b7f0b22df001500a87ec50ba87a7955a81e77db88798745a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328762ac-24d9-4f70-b972-5794554230fa" -d '{"events": [{"server_uuid": "8ca457fa-c2fa-4daf-980f-452aaeb61360", "name": "network-vif-plugged", "status": "completed", "tag": "8b1c3db9-6786-4da1-bdb0-17ffbf279714"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:20:03.877185 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port 8b1c3db9-6786-4da1-bdb0-17ffbf279714, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=8b1c3db9-6786-4da1-bdb0-17ffbf279714,segment=NetworkSegment(14733ac2-d464-430a-8fbb-6986db0ef57d),segment_id=14733ac2-d464-430a-8fbb-6986db0ef57d)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:20:03.880998 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:03.906870 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-862f9bbb-e153-48f3-9c30-3e6aff19defc x-openstack-request-id: req-862f9bbb-e153-48f3-9c30-3e6aff19defc {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:20:03.907163 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ca457fa-c2fa-4daf-980f-452aaeb61360", "name": "network-vif-plugged", "status": "completed", "tag": "8b1c3db9-6786-4da1-bdb0-17ffbf279714", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:20:03.907411 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-862f9bbb-e153-48f3-9c30-3e6aff19defc {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:20:03.907783 dv-cinder-804757-1-iscsi neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ca457fa-c2fa-4daf-980f-452aaeb61360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b1c3db9-6786-4da1-bdb0-17ffbf279714', 'code': 200} Aug 16 15:20:03.936176 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Pushing event updated for resources: {'Port': ['ID=8b1c3db9-6786-4da1-bdb0-17ffbf279714,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:20:03.958347 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-aa88805e-1f32-4bce-8cd4-87d3d34dc59a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:04.233696 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:04.794290 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79477a80-7fa7-42cc-b50b-14fd9a2b3e64 req-e97067cd-9f2d-4e86-a6ec-a9b186de6da8 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:20:04.795761 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-79477a80-7fa7-42cc-b50b-14fd9a2b3e64 req-e97067cd-9f2d-4e86-a6ec-a9b186de6da8 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ca457fa-c2fa-4daf-980f-452aaeb61360 HTTP/1.1" status: 200 len: 946 time: 0.0490220 Aug 16 15:20:04.833016 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-79477a80-7fa7-42cc-b50b-14fd9a2b3e64 req-ce70b526-bf74-4218-944d-72d415de2d46 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=f7c1c24b-63ef-4f08-a3b2-aa0aa7fc808b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313294 Aug 16 15:20:04.885997 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0087a8-9c7b-4161-8dc1-9d5c00bae4bf req-e1f34dfe-0b78-4e51-acc8-eafd29c310cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:20:04.887376 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-8b0087a8-9c7b-4161-8dc1-9d5c00bae4bf req-e1f34dfe-0b78-4e51-acc8-eafd29c310cf service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=8ca457fa-c2fa-4daf-980f-452aaeb61360 HTTP/1.1" status: 200 len: 1099 time: 0.0400143 Aug 16 15:20:04.921371 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-8b0087a8-9c7b-4161-8dc1-9d5c00bae4bf req-bdd194ef-6000-41fe-aa24-5e96f278dd25 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=f7c1c24b-63ef-4f08-a3b2-aa0aa7fc808b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267591 Aug 16 15:20:05.126403 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5f8a3891-afd8-4a3f-99f3-eab7c9032578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:05.981055 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf3899-daf1-4268-ba91-8f982cf3c835 req-3bfd5b62-b7dc-424b-be68-e729e53e1d7a tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:20:05.982901 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-aecf3899-daf1-4268-ba91-8f982cf3c835 req-3bfd5b62-b7dc-424b-be68-e729e53e1d7a tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ca457fa-c2fa-4daf-980f-452aaeb61360 HTTP/1.1" status: 200 len: 946 time: 0.0683618 Aug 16 15:20:06.029047 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-aecf3899-daf1-4268-ba91-8f982cf3c835 req-cf312ac9-b1c0-445c-8f5f-a8f850016d95 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=f7c1c24b-63ef-4f08-a3b2-aa0aa7fc808b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392141 Aug 16 15:20:06.758318 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4fd61f29-14ed-4c81-94cc-08da44d16cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:07.154168 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3546820a-0efb-443a-824f-6bc3b7e6b433 req-19430ce1-c785-439c-bdb5-b430d9c26fdf tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:20:07.155654 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-3546820a-0efb-443a-824f-6bc3b7e6b433 req-19430ce1-c785-439c-bdb5-b430d9c26fdf tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ca457fa-c2fa-4daf-980f-452aaeb61360 HTTP/1.1" status: 200 len: 946 time: 0.0541646 Aug 16 15:20:07.196248 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-3546820a-0efb-443a-824f-6bc3b7e6b433 req-ebde66e0-3d05-4725-a032-d27989636303 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=f7c1c24b-63ef-4f08-a3b2-aa0aa7fc808b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335634 Aug 16 15:20:07.309159 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78414e4-dc1e-4aba-920f-8b1730bb1c56 req-8fee1c7a-44f6-4ecf-82c1-7aca89d5b1cd tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:20:07.310636 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-b78414e4-dc1e-4aba-920f-8b1730bb1c56 req-8fee1c7a-44f6-4ecf-82c1-7aca89d5b1cd tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ca457fa-c2fa-4daf-980f-452aaeb61360 HTTP/1.1" status: 200 len: 946 time: 0.0482268 Aug 16 15:20:07.319038 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 41020) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:20:07.323436 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [None req-85aebbb2-e4c0-40da-a7c9-37ce4e9cc2a2 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Request body: {'floatingip': {'port_id': '8b1c3db9-6786-4da1-bdb0-17ffbf279714'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:20:07.361753 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-85aebbb2-e4c0-40da-a7c9-37ce4e9cc2a2 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks [] for floatingip, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:07.775393 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-85aebbb2-e4c0-40da-a7c9-37ce4e9cc2a2 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:07.778921 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-85aebbb2-e4c0-40da-a7c9-37ce4e9cc2a2 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798589'] for floatingip, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:07.872918 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.db.l3_db [None req-85aebbb2-e4c0-40da-a7c9-37ce4e9cc2a2 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Floating IP 31937131-7b84-4fb6-b6a5-0c6aa720cc3a associated. External IP: 172.27.3.78, port: 8b1c3db9-6786-4da1-bdb0-17ffbf279714. Aug 16 15:20:08.068043 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85aebbb2-e4c0-40da-a7c9-37ce4e9cc2a2 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Router 78d04c03-99a3-4367-aa13-495ed056c833 has already been hosted by L3 agent b2ca3166-9002-4222-bd01-ae8f73ca62dc {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 15:20:08.387565 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85aebbb2-e4c0-40da-a7c9-37ce4e9cc2a2 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify agent at l3_agent.dv-cinder-804757-1-iscsi the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:20:08.392266 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-85aebbb2-e4c0-40da-a7c9-37ce4e9cc2a2 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:08.399610 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556af02c-c8bb-4d1e-9b59-9a2c92677c64 None None] Sync routers for ids ['78d04c03-99a3-4367-aa13-495ed056c833'] in dv-cinder-804757-1-iscsi {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:20:08.410620 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556af02c-c8bb-4d1e-9b59-9a2c92677c64 None None] Routers {'78d04c03-99a3-4367-aa13-495ed056c833'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:20:08.411487 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-556af02c-c8bb-4d1e-9b59-9a2c92677c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:20:04Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['78d04c03-99a3-4367-aa13-495ed056c833'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:20:08.422182 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-85aebbb2-e4c0-40da-a7c9-37ce4e9cc2a2 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "PUT /v2.0/floatingips/31937131-7b84-4fb6-b6a5-0c6aa720cc3a HTTP/1.1" status: 200 len: 991 time: 1.1016982 Aug 16 15:20:08.423187 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ca457fa-c2fa-4daf-980f-452aaeb61360', 'tag': '8b1c3db9-6786-4da1-bdb0-17ffbf279714'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:20:08.427165 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a5cfb7157b8b73f0e4116fd12db15b1ff73336af95e475daca955d95e5834ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e6e7791-cd4e-4b66-938a-c471e4ec4f0f" -d '{"events": [{"name": "network-changed", "server_uuid": "8ca457fa-c2fa-4daf-980f-452aaeb61360", "tag": "8b1c3db9-6786-4da1-bdb0-17ffbf279714"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:20:08.483452 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 15:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9242dd-649b-4724-9e4a-4b263027b46f x-openstack-request-id: req-5a9242dd-649b-4724-9e4a-4b263027b46f {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:20:08.483864 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ca457fa-c2fa-4daf-980f-452aaeb61360", "tag": "8b1c3db9-6786-4da1-bdb0-17ffbf279714", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:20:08.484260 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5a9242dd-649b-4724-9e4a-4b263027b46f {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:20:08.484779 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ca457fa-c2fa-4daf-980f-452aaeb61360', 'tag': '8b1c3db9-6786-4da1-bdb0-17ffbf279714', 'status': 'completed', 'code': 200} Aug 16 15:20:08.550185 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e7791-cd4e-4b66-938a-c471e4ec4f0f req-9f470b88-d105-4554-8905-99a9ad819bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:20:08.551651 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-4e6e7791-cd4e-4b66-938a-c471e4ec4f0f req-9f470b88-d105-4554-8905-99a9ad819bed service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=aa352a0731a74cdfa6f278a2b7ba2820&device_id=8ca457fa-c2fa-4daf-980f-452aaeb61360 HTTP/1.1" status: 200 len: 1099 time: 0.0416129 Aug 16 15:20:08.556276 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-556af02c-c8bb-4d1e-9b59-9a2c92677c64 None None] Set router 78d04c03-99a3-4367-aa13-495ed056c833 gateway port host: dv-cinder-804757-1-iscsi {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:20:08.641394 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e7791-cd4e-4b66-938a-c471e4ec4f0f req-8a755812-9b75-498d-bbff-22c0d887356f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:20:08.642831 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-4e6e7791-cd4e-4b66-938a-c471e4ec4f0f req-8a755812-9b75-498d-bbff-22c0d887356f service neutron] 10.222.0.63 "GET /v2.0/networks?id=1f85c19c-3590-46ae-ae77-7ccaa8ebaa66 HTTP/1.1" status: 200 len: 916 time: 0.0842166 Aug 16 15:20:08.707571 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-4e6e7791-cd4e-4b66-938a-c471e4ec4f0f req-da7625e4-a768-4e2b-a7cf-2acffc40c519 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b1c3db9-6786-4da1-bdb0-17ffbf279714 HTTP/1.1" status: 200 len: 999 time: 0.0562589 Aug 16 15:20:08.755343 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e7791-cd4e-4b66-938a-c471e4ec4f0f req-6cabde90-0544-47ad-9225-8c813ba00a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:20:08.757345 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-4e6e7791-cd4e-4b66-938a-c471e4ec4f0f req-6cabde90-0544-47ad-9225-8c813ba00a9e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9230327a-1ceb-43b3-9be3-e38bfee2db31 HTTP/1.1" status: 200 len: 855 time: 0.0417731 Aug 16 15:20:08.806102 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e7791-cd4e-4b66-938a-c471e4ec4f0f req-cc6556af-4808-48e8-ae8a-861f64051125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:20:08.807556 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-4e6e7791-cd4e-4b66-938a-c471e4ec4f0f req-cc6556af-4808-48e8-ae8a-861f64051125 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1f85c19c-3590-46ae-ae77-7ccaa8ebaa66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423682 Aug 16 15:20:08.817067 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-556af02c-c8bb-4d1e-9b59-9a2c92677c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78d04c03-99a3-4367-aa13-495ed056c833', 'name': 'tempest-AttachVolumeShelveTestJSON-358074610-router', 'tenant_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'a05b9c80-d7bd-443d-886a-5f75d7af02da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:19:49Z', 'updated_at': '2021-08-16T15:19:52Z', 'revision_number': 4, 'project_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'gw_port': {'id': 'a05b9c80-d7bd-443d-886a-5f75d7af02da', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d04c03-99a3-4367-aa13-495ed056c833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:19:49Z', 'updated_at': '2021-08-16T15:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_floatingips': [{'id': '31937131-7b84-4fb6-b6a5-0c6aa720cc3a', 'tenant_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'floating_ip_address': '172.27.3.78', 'floating_network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'router_id': '78d04c03-99a3-4367-aa13-495ed056c833', 'port_id': '8b1c3db9-6786-4da1-bdb0-17ffbf279714', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f85c19c-3590-46ae-ae77-7ccaa8ebaa66', 'mac_address': 'fa:16:3e:02:4c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca457fa-c2fa-4daf-980f-452aaeb61360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T15:19:54Z', 'updated_at': '2021-08-16T15:20:07Z', 'revision_number': 1, 'project_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e54593f6-0432-409f-af75-02733488a93e', 'name': '', 'network_id': '1f85c19c-3590-46ae-ae77-7ccaa8ebaa66', 'tenant_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'mac_address': 'fa:16:3e:1c:94:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d04c03-99a3-4367-aa13-495ed056c833', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '9230327a-1ceb-43b3-9be3-e38bfee2db31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:19:51Z', 'updated_at': '2021-08-16T15:19:56Z', 'revision_number': 5, 'project_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'subnets': [{'id': '9230327a-1ceb-43b3-9be3-e38bfee2db31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:20:08.843434 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556af02c-c8bb-4d1e-9b59-9a2c92677c64 None None] Checking router: 78d04c03-99a3-4367-aa13-495ed056c833 for host: dv-cinder-804757-1-iscsi {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:20:08.851430 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556af02c-c8bb-4d1e-9b59-9a2c92677c64 None None] Routers {'78d04c03-99a3-4367-aa13-495ed056c833'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:20:08.852049 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-556af02c-c8bb-4d1e-9b59-9a2c92677c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:20:04Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['78d04c03-99a3-4367-aa13-495ed056c833'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:20:08.894757 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-4e6e7791-cd4e-4b66-938a-c471e4ec4f0f req-c2271128-c2f3-437d-905e-ee918818f7da service neutron] 10.222.0.63 "GET /v2.0/networks/1f85c19c-3590-46ae-ae77-7ccaa8ebaa66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796094 Aug 16 15:20:08.955310 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-556af02c-c8bb-4d1e-9b59-9a2c92677c64 None None] Set router 78d04c03-99a3-4367-aa13-495ed056c833 gateway port host: dv-cinder-804757-1-iscsi {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:20:08.989255 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-4e6e7791-cd4e-4b66-938a-c471e4ec4f0f req-890b9fa3-35f6-4928-8c57-17b8a9f0b485 service neutron] 10.222.0.63 "GET /v2.0/networks/1f85c19c-3590-46ae-ae77-7ccaa8ebaa66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838661 Aug 16 15:20:09.173144 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-556af02c-c8bb-4d1e-9b59-9a2c92677c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78d04c03-99a3-4367-aa13-495ed056c833', 'name': 'tempest-AttachVolumeShelveTestJSON-358074610-router', 'tenant_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'a05b9c80-d7bd-443d-886a-5f75d7af02da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:19:49Z', 'updated_at': '2021-08-16T15:19:52Z', 'revision_number': 4, 'project_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'gw_port': {'id': 'a05b9c80-d7bd-443d-886a-5f75d7af02da', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d04c03-99a3-4367-aa13-495ed056c833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:19:49Z', 'updated_at': '2021-08-16T15:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_floatingips': [{'id': '31937131-7b84-4fb6-b6a5-0c6aa720cc3a', 'tenant_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'floating_ip_address': '172.27.3.78', 'floating_network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'router_id': '78d04c03-99a3-4367-aa13-495ed056c833', 'port_id': '8b1c3db9-6786-4da1-bdb0-17ffbf279714', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f85c19c-3590-46ae-ae77-7ccaa8ebaa66', 'mac_address': 'fa:16:3e:02:4c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca457fa-c2fa-4daf-980f-452aaeb61360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T15:19:54Z', 'updated_at': '2021-08-16T15:20:07Z', 'revision_number': 1, 'project_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e54593f6-0432-409f-af75-02733488a93e', 'name': '', 'network_id': '1f85c19c-3590-46ae-ae77-7ccaa8ebaa66', 'tenant_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'mac_address': 'fa:16:3e:1c:94:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d04c03-99a3-4367-aa13-495ed056c833', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '9230327a-1ceb-43b3-9be3-e38bfee2db31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:19:51Z', 'updated_at': '2021-08-16T15:19:56Z', 'revision_number': 5, 'project_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'subnets': [{'id': '9230327a-1ceb-43b3-9be3-e38bfee2db31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:20:09.199256 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556af02c-c8bb-4d1e-9b59-9a2c92677c64 None None] The sync data for ids ['78d04c03-99a3-4367-aa13-495ed056c833'] in dv-cinder-804757-1-iscsi is: [{'id': '78d04c03-99a3-4367-aa13-495ed056c833', 'name': 'tempest-AttachVolumeShelveTestJSON-358074610-router', 'tenant_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'a05b9c80-d7bd-443d-886a-5f75d7af02da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:19:49Z', 'updated_at': '2021-08-16T15:19:52Z', 'revision_number': 4, 'project_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'gw_port': {'id': 'a05b9c80-d7bd-443d-886a-5f75d7af02da', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d04c03-99a3-4367-aa13-495ed056c833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:19:49Z', 'updated_at': '2021-08-16T15:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_floatingips': [{'id': '31937131-7b84-4fb6-b6a5-0c6aa720cc3a', 'tenant_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'floating_ip_address': '172.27.3.78', 'floating_network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'router_id': '78d04c03-99a3-4367-aa13-495ed056c833', 'port_id': '8b1c3db9-6786-4da1-bdb0-17ffbf279714', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f85c19c-3590-46ae-ae77-7ccaa8ebaa66', 'mac_address': 'fa:16:3e:02:4c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca457fa-c2fa-4daf-980f-452aaeb61360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T15:19:54Z', 'updated_at': '2021-08-16T15:20:07Z', 'revision_number': 1, 'project_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e54593f6-0432-409f-af75-02733488a93e', 'name': '', 'network_id': '1f85c19c-3590-46ae-ae77-7ccaa8ebaa66', 'tenant_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'mac_address': 'fa:16:3e:1c:94:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d04c03-99a3-4367-aa13-495ed056c833', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '9230327a-1ceb-43b3-9be3-e38bfee2db31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:19:51Z', 'updated_at': '2021-08-16T15:19:56Z', 'revision_number': 5, 'project_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'subnets': [{'id': '9230327a-1ceb-43b3-9be3-e38bfee2db31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:20:09.383182 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed81f14-5953-4d2c-9a43-1b0d6486e918 None None] New status for floating IP 31937131-7b84-4fb6-b6a5-0c6aa720cc3a: ACTIVE {{(pid=94054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 15:20:12.689390 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb072a1-f37c-4eb0-a7d1-6da66617eaa3 req-6a80d982-fc13-4b17-afd9-53a18da4a410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:20:12.689988 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc8435-29ae-4165-9d27-e18d4dec8d20 req-dee5ff47-81ab-4902-a6e1-0cd7fc73a2ca tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:20:12.690855 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-acb072a1-f37c-4eb0-a7d1-6da66617eaa3 req-6a80d982-fc13-4b17-afd9-53a18da4a410 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=74d046b645ba40689a9a38f294d5047f&device_id=de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2 HTTP/1.1" status: 200 len: 1137 time: 0.0423119 Aug 16 15:20:12.691591 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-c9fc8435-29ae-4165-9d27-e18d4dec8d20 req-dee5ff47-81ab-4902-a6e1-0cd7fc73a2ca tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/ports?device_id=de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2 HTTP/1.1" status: 200 len: 984 time: 0.0540597 Aug 16 15:20:12.733989 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-c9fc8435-29ae-4165-9d27-e18d4dec8d20 req-9d006127-d7ad-4c8f-86ae-ce9b2488b812 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a0e2430-a832-49a7-b80a-9e1eb0384896&id=5e93093e-a9d2-4eba-b813-68b10bfa66ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0357611 Aug 16 15:20:12.791636 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb072a1-f37c-4eb0-a7d1-6da66617eaa3 req-551b8367-f4da-4575-a2b4-e81bae79443e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:20:12.793119 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-acb072a1-f37c-4eb0-a7d1-6da66617eaa3 req-551b8367-f4da-4575-a2b4-e81bae79443e service neutron] 10.222.0.63 "GET /v2.0/networks?id=e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab HTTP/1.1" status: 200 len: 915 time: 0.0863578 Aug 16 15:20:12.873872 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-acb072a1-f37c-4eb0-a7d1-6da66617eaa3 req-19d5f2f8-16e0-49dd-95b0-3ae6307051a3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74db418b-edee-450a-80a6-8bf95ebcc50f HTTP/1.1" status: 200 len: 1001 time: 0.0640018 Aug 16 15:20:12.931510 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb072a1-f37c-4eb0-a7d1-6da66617eaa3 req-606c5328-e342-48c3-b711-c2fac2f09b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:20:12.933006 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-acb072a1-f37c-4eb0-a7d1-6da66617eaa3 req-606c5328-e342-48c3-b711-c2fac2f09b82 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2468f3cc-012a-4fe4-84ca-361a65cab58f HTTP/1.1" status: 200 len: 854 time: 0.0487895 Aug 16 15:20:12.983027 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb072a1-f37c-4eb0-a7d1-6da66617eaa3 req-bd1a43ae-0bde-4212-942a-97aa3bd402cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:20:12.984470 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-acb072a1-f37c-4eb0-a7d1-6da66617eaa3 req-bd1a43ae-0bde-4212-942a-97aa3bd402cd service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394430 Aug 16 15:20:13.076632 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-acb072a1-f37c-4eb0-a7d1-6da66617eaa3 req-35159a15-ce98-4e28-89b3-d747c28dc09f service neutron] 10.222.0.63 "GET /v2.0/networks/e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817149 Aug 16 15:20:13.171093 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-acb072a1-f37c-4eb0-a7d1-6da66617eaa3 req-30e6b9f1-bd60-4a82-99a1-696818533913 service neutron] 10.222.0.63 "GET /v2.0/networks/e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861623 Aug 16 15:20:13.850179 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da7c5cb-21ee-4371-9389-608471795c46 req-0ac1971c-62df-40ab-be0e-36fac7c9fc07 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:20:13.852156 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-5da7c5cb-21ee-4371-9389-608471795c46 req-0ac1971c-62df-40ab-be0e-36fac7c9fc07 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/ports?device_id=de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2 HTTP/1.1" status: 200 len: 984 time: 0.0487270 Aug 16 15:20:13.891324 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-5da7c5cb-21ee-4371-9389-608471795c46 req-c792b843-36cc-4fc2-a50d-e4a68735289a tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a0e2430-a832-49a7-b80a-9e1eb0384896&id=5e93093e-a9d2-4eba-b813-68b10bfa66ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330701 Aug 16 15:20:15.006613 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a2fe3-d714-4e52-bf43-0139fd17ca48 req-3d0e189e-ab58-4e09-a590-2df25cf0c2f3 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:20:15.008626 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-bc5a2fe3-d714-4e52-bf43-0139fd17ca48 req-3d0e189e-ab58-4e09-a590-2df25cf0c2f3 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/ports?device_id=de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2 HTTP/1.1" status: 200 len: 984 time: 0.0519719 Aug 16 15:20:15.048498 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-bc5a2fe3-d714-4e52-bf43-0139fd17ca48 req-4b379568-43f4-407e-9bdc-9317d74a9b9e tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a0e2430-a832-49a7-b80a-9e1eb0384896&id=5e93093e-a9d2-4eba-b813-68b10bfa66ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333281 Aug 16 15:20:15.072398 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 41106) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:20:15.117505 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-778f00f5-6835-44f9-bb09-017bac206f1a admin admin] Deleting subnet fc9e0f70-35d2-4c43-b381-cebe3b84bff8 {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 15:20:15.120474 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-778f00f5-6835-44f9-bb09-017bac206f1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:15.152559 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-778f00f5-6835-44f9-bb09-017bac206f1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2459736'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:15.189258 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-778f00f5-6835-44f9-bb09-017bac206f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1014246'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:15.243000 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-778f00f5-6835-44f9-bb09-017bac206f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4115071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2268290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26656816'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:15.269991 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778f00f5-6835-44f9-bb09-017bac206f1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc9e0f70-35d2-4c43-b381-cebe3b84bff8,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:20:15.271915 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-778f00f5-6835-44f9-bb09-017bac206f1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3780594'] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:15.273899 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-778f00f5-6835-44f9-bb09-017bac206f1a admin admin] 10.222.0.22 "DELETE /v2.0/subnets/fc9e0f70-35d2-4c43-b381-cebe3b84bff8 HTTP/1.1" status: 204 len: 168 time: 0.2005258 Aug 16 15:20:15.276397 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 41108) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:20:15.340708 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2b451326-1e58-4c5b-851c-35fd96503f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653808'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:15.418489 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2b451326-1e58-4c5b-851c-35fd96503f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000339', 'neutron.services.segments.db._delete_segments_for_network-8769335759171'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:15.427765 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.services.segments.db [None req-2b451326-1e58-4c5b-851c-35fd96503f3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fa8beeb-54ff-4459-ae7e-dcfe9bda3c04']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:20:15.437910 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.services.segments.db [None req-2b451326-1e58-4c5b-851c-35fd96503f3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29364316-07c3-48dc-8d26-bb814f8359ac') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:20:15.438200 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.services.segments.db [None req-2b451326-1e58-4c5b-851c-35fd96503f3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29364316-07c3-48dc-8d26-bb814f8359ac') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:20:15.446814 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2b451326-1e58-4c5b-851c-35fd96503f3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769335762252', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2459729'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:15.460064 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2b451326-1e58-4c5b-851c-35fd96503f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014199'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:15.465719 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b451326-1e58-4c5b-851c-35fd96503f3a admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 15:20:15.466154 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2b451326-1e58-4c5b-851c-35fd96503f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2268388'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:15.467832 dv-cinder-804757-1-iscsi neutron-server[94051]: Traceback (most recent call last): Aug 16 15:20:15.467832 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 15:20:15.467832 dv-cinder-804757-1-iscsi neutron-server[94051]: timer() Aug 16 15:20:15.467832 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 15:20:15.467832 dv-cinder-804757-1-iscsi neutron-server[94051]: cb(*args, **kw) Aug 16 15:20:15.467832 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 15:20:15.467832 dv-cinder-804757-1-iscsi neutron-server[94051]: return func(*args, **kwargs) Aug 16 15:20:15.467832 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 15:20:15.467832 dv-cinder-804757-1-iscsi neutron-server[94051]: self._notify() Aug 16 15:20:15.467832 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 15:20:15.467832 dv-cinder-804757-1-iscsi neutron-server[94051]: self.callback(batched_events) Aug 16 15:20:15.467832 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 15:20:15.467832 dv-cinder-804757-1-iscsi neutron-server[94051]: event.method(event) Aug 16 15:20:15.467832 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 15:20:15.467832 dv-cinder-804757-1-iscsi neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 15:20:15.467832 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 15:20:15.467832 dv-cinder-804757-1-iscsi neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 15:20:15.467832 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 15:20:15.467832 dv-cinder-804757-1-iscsi neutron-server[94051]: return f(self, *a, **k) Aug 16 15:20:15.467832 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 15:20:15.467832 dv-cinder-804757-1-iscsi neutron-server[94051]: return self._get(url).json() Aug 16 15:20:15.467832 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 15:20:15.467832 dv-cinder-804757-1-iscsi neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 15:20:15.467832 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 15:20:15.467832 dv-cinder-804757-1-iscsi neutron-server[94051]: return self.request(url, 'GET', **kwargs) Aug 16 15:20:15.467832 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 15:20:15.467832 dv-cinder-804757-1-iscsi neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 15:20:15.467832 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 15:20:15.467832 dv-cinder-804757-1-iscsi neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 15:20:15.467832 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 15:20:15.467832 dv-cinder-804757-1-iscsi neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 15:20:15.467832 dv-cinder-804757-1-iscsi neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 15:20:15.520050 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2b451326-1e58-4c5b-851c-35fd96503f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798563'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:15.525820 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2b451326-1e58-4c5b-851c-35fd96503f3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3780594'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:15.530130 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-2b451326-1e58-4c5b-851c-35fd96503f3a admin admin] 10.222.0.22 "DELETE /v2.0/networks/0fa8beeb-54ff-4459-ae7e-dcfe9bda3c04 HTTP/1.1" status: 204 len: 168 time: 0.2502985 Aug 16 15:20:15.542141 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b451326-1e58-4c5b-851c-35fd96503f3a admin admin] Pushing event deleted for resources: {'Network': ['ID=0fa8beeb-54ff-4459-ae7e-dcfe9bda3c04,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:20:15.636985 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 41112) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:20:15.680374 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-a25d3e43-2b35-41b2-93e1-8cb5a56596b2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ec1f0c69448e428ab6d77512a292a262&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0422661 Aug 16 15:20:15.682702 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 41114) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:20:15.729466 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-daaf0e9a-8e25-480a-ac2b-fe86379f761d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:15.750338 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-daaf0e9a-8e25-480a-ac2b-fe86379f761d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:15.794479 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-daaf0e9a-8e25-480a-ac2b-fe86379f761d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:15.797267 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-daaf0e9a-8e25-480a-ac2b-fe86379f761d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:15.800876 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-daaf0e9a-8e25-480a-ac2b-fe86379f761d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/985bd559-0476-4845-ba63-ed2d1ad98e04 HTTP/1.1" status: 204 len: 168 time: 0.1148086 Aug 16 15:20:15.806133 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaf0e9a-8e25-480a-ac2b-fe86379f761d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=985bd559-0476-4845-ba63-ed2d1ad98e04,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:20:16.170255 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d43051-fb85-411e-bf94-0c03cc1290cd req-49226adf-cc01-4f23-a3a8-b235058f28cb tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:20:16.170255 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-78d43051-fb85-411e-bf94-0c03cc1290cd req-49226adf-cc01-4f23-a3a8-b235058f28cb tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/ports?device_id=de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2 HTTP/1.1" status: 200 len: 984 time: 0.0512676 Aug 16 15:20:16.208705 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-78d43051-fb85-411e-bf94-0c03cc1290cd req-7d24b3c5-12b8-4e87-be38-dba32fed189c tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a0e2430-a832-49a7-b80a-9e1eb0384896&id=5e93093e-a9d2-4eba-b813-68b10bfa66ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331731 Aug 16 15:20:17.322361 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10c63f-efc5-4877-a52f-1f2ea6e65bcc req-1e10fad8-a74d-434e-bee9-442210a67747 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:20:17.323791 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-8f10c63f-efc5-4877-a52f-1f2ea6e65bcc req-1e10fad8-a74d-434e-bee9-442210a67747 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/ports?device_id=de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2 HTTP/1.1" status: 200 len: 984 time: 0.0475116 Aug 16 15:20:17.361408 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-8f10c63f-efc5-4877-a52f-1f2ea6e65bcc req-3e8f23dd-9e04-44ca-a4ce-41d935013e86 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a0e2430-a832-49a7-b80a-9e1eb0384896&id=5e93093e-a9d2-4eba-b813-68b10bfa66ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0317309 Aug 16 15:20:18.476473 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7f573-6dab-4439-a122-183c43621c48 req-94af8599-1ef1-430c-bfa1-5458f917f08b tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:20:18.478032 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-31d7f573-6dab-4439-a122-183c43621c48 req-94af8599-1ef1-430c-bfa1-5458f917f08b tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/ports?device_id=de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2 HTTP/1.1" status: 200 len: 984 time: 0.0488675 Aug 16 15:20:18.520691 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-31d7f573-6dab-4439-a122-183c43621c48 req-52f8b5e5-1e8d-4ec6-9cd0-90e9021899a4 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a0e2430-a832-49a7-b80a-9e1eb0384896&id=5e93093e-a9d2-4eba-b813-68b10bfa66ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364430 Aug 16 15:20:19.635856 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56481633-74ce-451d-a044-cb6d2071b168 req-8dfdab9e-92bf-417c-a7f9-f526b8930861 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:20:19.637330 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-56481633-74ce-451d-a044-cb6d2071b168 req-8dfdab9e-92bf-417c-a7f9-f526b8930861 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/ports?device_id=de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2 HTTP/1.1" status: 200 len: 984 time: 0.0503116 Aug 16 15:20:19.674846 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-56481633-74ce-451d-a044-cb6d2071b168 req-90eb1bbb-22c6-49d9-8bbc-393c9fec1554 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a0e2430-a832-49a7-b80a-9e1eb0384896&id=5e93093e-a9d2-4eba-b813-68b10bfa66ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0316422 Aug 16 15:20:20.789820 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8861d33c-4a42-4713-961c-20484b65438e req-8990e074-e1c0-4aca-bf8d-ea247f29fee1 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:20:20.791170 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-8861d33c-4a42-4713-961c-20484b65438e req-8990e074-e1c0-4aca-bf8d-ea247f29fee1 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/ports?device_id=de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2 HTTP/1.1" status: 200 len: 984 time: 0.0478940 Aug 16 15:20:20.829831 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-8861d33c-4a42-4713-961c-20484b65438e req-4e06ac64-17e7-408d-83f0-a973181650b0 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a0e2430-a832-49a7-b80a-9e1eb0384896&id=5e93093e-a9d2-4eba-b813-68b10bfa66ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326760 Aug 16 15:20:21.941359 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec1467d-3c86-480b-a054-65c74eed4e4f req-38deb3b0-0374-4e97-8dce-677afddd2960 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:20:21.942850 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-3ec1467d-3c86-480b-a054-65c74eed4e4f req-38deb3b0-0374-4e97-8dce-677afddd2960 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/ports?device_id=de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2 HTTP/1.1" status: 200 len: 984 time: 0.0480022 Aug 16 15:20:21.965140 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.agents_db [None req-45e7de1a-0021-4862-aee0-d1a44650be34 None None] Agent healthcheck: found 6 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 15:20:21.985251 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-3ec1467d-3c86-480b-a054-65c74eed4e4f req-23ce0ec1-8e91-45e8-96e3-462612e95554 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a0e2430-a832-49a7-b80a-9e1eb0384896&id=5e93093e-a9d2-4eba-b813-68b10bfa66ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358233 Aug 16 15:20:23.097360 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22b5d8c-f42f-4a86-826b-f5ccf7d6b447 req-c3e176f9-1c61-4956-a96e-1364100ded88 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:20:23.098794 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-b22b5d8c-f42f-4a86-826b-f5ccf7d6b447 req-c3e176f9-1c61-4956-a96e-1364100ded88 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/ports?device_id=de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2 HTTP/1.1" status: 200 len: 984 time: 0.0481303 Aug 16 15:20:23.138185 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-b22b5d8c-f42f-4a86-826b-f5ccf7d6b447 req-290fa789-ecfa-4675-ad75-6581544ec614 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a0e2430-a832-49a7-b80a-9e1eb0384896&id=5e93093e-a9d2-4eba-b813-68b10bfa66ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332122 Aug 16 15:20:24.251800 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e409d2b6-91f0-467f-9039-f0aabc2147f4 req-6392853a-05cc-40d3-9158-54fc5bfcfc27 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:20:24.253287 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-e409d2b6-91f0-467f-9039-f0aabc2147f4 req-6392853a-05cc-40d3-9158-54fc5bfcfc27 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/ports?device_id=de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2 HTTP/1.1" status: 200 len: 984 time: 0.0496190 Aug 16 15:20:24.291916 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-e409d2b6-91f0-467f-9039-f0aabc2147f4 req-f51f2857-dc15-4c0f-8f76-19bd0d274f2e tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a0e2430-a832-49a7-b80a-9e1eb0384896&id=5e93093e-a9d2-4eba-b813-68b10bfa66ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0320358 Aug 16 15:20:25.403052 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c8637-add1-4ba7-b723-040e23dd7c49 req-01ba05a9-0f8c-4ce8-99a5-99463837c355 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:20:25.404546 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-ff8c8637-add1-4ba7-b723-040e23dd7c49 req-01ba05a9-0f8c-4ce8-99a5-99463837c355 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/ports?device_id=de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2 HTTP/1.1" status: 200 len: 984 time: 0.0484300 Aug 16 15:20:25.446700 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-ff8c8637-add1-4ba7-b723-040e23dd7c49 req-25909b3e-8f7a-469d-bde7-ce9862a8c623 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a0e2430-a832-49a7-b80a-9e1eb0384896&id=5e93093e-a9d2-4eba-b813-68b10bfa66ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362885 Aug 16 15:20:26.386497 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:26.558298 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b3f50-ee24-4164-95c7-786be140612e req-ed9fcf74-9c67-4563-9cfe-7d0568ccf822 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:20:26.559657 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-da2b3f50-ee24-4164-95c7-786be140612e req-ed9fcf74-9c67-4563-9cfe-7d0568ccf822 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/ports?device_id=de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2 HTTP/1.1" status: 200 len: 984 time: 0.0477741 Aug 16 15:20:26.598089 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-da2b3f50-ee24-4164-95c7-786be140612e req-1f45ec43-6464-4ae8-8bec-4c20d813db98 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a0e2430-a832-49a7-b80a-9e1eb0384896&id=5e93093e-a9d2-4eba-b813-68b10bfa66ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325842 Aug 16 15:20:27.711180 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629cbf19-ac60-4573-a438-41790b700241 req-d408331f-eb56-40d9-b57c-1c65701369b0 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:20:27.712656 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-629cbf19-ac60-4573-a438-41790b700241 req-d408331f-eb56-40d9-b57c-1c65701369b0 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/ports?device_id=de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2 HTTP/1.1" status: 200 len: 984 time: 0.0478714 Aug 16 15:20:27.751009 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-629cbf19-ac60-4573-a438-41790b700241 req-3a63cf10-c9fc-4dec-9bc6-8e3828f18feb tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a0e2430-a832-49a7-b80a-9e1eb0384896&id=5e93093e-a9d2-4eba-b813-68b10bfa66ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324275 Aug 16 15:20:28.870110 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f12acb-9516-4044-9204-a6347ef36950 req-1226e424-e202-4ee7-8519-6bc7784f7eec tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:20:28.871612 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-18f12acb-9516-4044-9204-a6347ef36950 req-1226e424-e202-4ee7-8519-6bc7784f7eec tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/ports?device_id=de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2 HTTP/1.1" status: 200 len: 984 time: 0.0494056 Aug 16 15:20:28.913925 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-18f12acb-9516-4044-9204-a6347ef36950 req-23f87ea7-8483-49ae-ab29-d441e1a08f0e tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a0e2430-a832-49a7-b80a-9e1eb0384896&id=5e93093e-a9d2-4eba-b813-68b10bfa66ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362771 Aug 16 15:20:30.031545 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02acae65-e7dd-44fb-96ce-e445e68e75ea req-428ca80b-8301-4a8d-aac6-5864a04ccd9e tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:20:30.033019 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-02acae65-e7dd-44fb-96ce-e445e68e75ea req-428ca80b-8301-4a8d-aac6-5864a04ccd9e tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/ports?device_id=de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2 HTTP/1.1" status: 200 len: 984 time: 0.0495255 Aug 16 15:20:30.072526 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-02acae65-e7dd-44fb-96ce-e445e68e75ea req-98565d4e-0ef2-4680-821b-41d19d7e9365 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a0e2430-a832-49a7-b80a-9e1eb0384896&id=5e93093e-a9d2-4eba-b813-68b10bfa66ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335305 Aug 16 15:20:31.382904 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3eda9516-9aea-4f0a-8307-e3b2486f751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:33.959221 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6f0bebfc-9a43-410f-a98c-e7cdfea1ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:34.235479 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:35.129720 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5f8a3891-afd8-4a3f-99f3-eab7c9032578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:36.762138 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4fd61f29-14ed-4c81-94cc-08da44d16cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:39.040612 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff0932-b4ae-4526-8e6e-ba9cc7808c5c req-a4f107a1-21c1-4889-9c54-33797bd8ec37 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:20:39.041979 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-85ff0932-b4ae-4526-8e6e-ba9cc7808c5c req-a4f107a1-21c1-4889-9c54-33797bd8ec37 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e502ea1-64ee-4c33-8335-f74a9d6424c6 HTTP/1.1" status: 200 len: 945 time: 0.2424934 Aug 16 15:20:39.078574 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-85ff0932-b4ae-4526-8e6e-ba9cc7808c5c req-1952da7b-4fc5-4172-a859-ad78209bdb42 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cd64719-1f02-4e88-bb1f-dbc33ca11f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307124 Aug 16 15:20:40.192395 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7897847a-399c-4f78-a7cd-8b91fc256db4 req-031a3b41-3cbd-41a4-8ae6-c68652edea54 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:20:40.194307 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-7897847a-399c-4f78-a7cd-8b91fc256db4 req-031a3b41-3cbd-41a4-8ae6-c68652edea54 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e502ea1-64ee-4c33-8335-f74a9d6424c6 HTTP/1.1" status: 200 len: 945 time: 0.0497391 Aug 16 15:20:40.230086 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-7897847a-399c-4f78-a7cd-8b91fc256db4 req-7a45c2f0-d444-4a65-8f25-4cec35c4b82c tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cd64719-1f02-4e88-bb1f-dbc33ca11f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300238 Aug 16 15:20:41.010993 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e961d13-1d1b-45ae-91bc-f8a722375e17 req-572ce411-208a-4e93-9570-0989a0e479d7 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:20:41.012442 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-9e961d13-1d1b-45ae-91bc-f8a722375e17 req-572ce411-208a-4e93-9570-0989a0e479d7 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.63 "GET /v2.0/ports?device_id=8e502ea1-64ee-4c33-8335-f74a9d6424c6 HTTP/1.1" status: 200 len: 945 time: 0.0464113 Aug 16 15:20:41.102460 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-9e961d13-1d1b-45ae-91bc-f8a722375e17 req-a7df999b-68dc-4b65-9f28-978985020337 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Deleting port 40e1b29d-e0e8-4c95-b373-1ac902c65df9 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:20:41.102798 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-9e961d13-1d1b-45ae-91bc-f8a722375e17 req-a7df999b-68dc-4b65-9f28-978985020337 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769335647479'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:41.192048 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-9e961d13-1d1b-45ae-91bc-f8a722375e17 req-a7df999b-68dc-4b65-9f28-978985020337 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] For port 40e1b29d-e0e8-4c95-b373-1ac902c65df9, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=40e1b29d-e0e8-4c95-b373-1ac902c65df9,segment=NetworkSegment(480fd28a-debb-4c9d-8b07-587e9bff1678),segment_id=480fd28a-debb-4c9d-8b07-587e9bff1678)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:20:41.192403 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-9e961d13-1d1b-45ae-91bc-f8a722375e17 req-a7df999b-68dc-4b65-9f28-978985020337 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3800399'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:41.681889 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d8a429-2a24-4d45-a2fa-d3d3ae953a45 req-e62d597c-397a-455d-8f18-655eec155e3f tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:20:41.683383 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-80d8a429-2a24-4d45-a2fa-d3d3ae953a45 req-e62d597c-397a-455d-8f18-655eec155e3f tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e502ea1-64ee-4c33-8335-f74a9d6424c6 HTTP/1.1" status: 200 len: 945 time: 0.3843596 Aug 16 15:20:41.756390 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-9e961d13-1d1b-45ae-91bc-f8a722375e17 req-a7df999b-68dc-4b65-9f28-978985020337 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:41.756756 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-9e961d13-1d1b-45ae-91bc-f8a722375e17 req-a7df999b-68dc-4b65-9f28-978985020337 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798589'] for floatingip, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:41.757056 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.db.l3_db [req-9e961d13-1d1b-45ae-91bc-f8a722375e17 req-a7df999b-68dc-4b65-9f28-978985020337 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Floating IP b2baf205-39de-4078-b126-a13aecf94647 disassociated. External IP: 172.27.3.164, port: 40e1b29d-e0e8-4c95-b373-1ac902c65df9. Aug 16 15:20:41.757385 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-9e961d13-1d1b-45ae-91bc-f8a722375e17 req-a7df999b-68dc-4b65-9f28-978985020337 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Calling delete_port for 40e1b29d-e0e8-4c95-b373-1ac902c65df9 owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:20:41.763630 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-80d8a429-2a24-4d45-a2fa-d3d3ae953a45 req-c081a58f-bbd8-490b-bc6f-8a2f915e19af tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cd64719-1f02-4e88-bb1f-dbc33ca11f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725346 Aug 16 15:20:41.885454 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-9e961d13-1d1b-45ae-91bc-f8a722375e17 req-a7df999b-68dc-4b65-9f28-978985020337 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769335768917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769335250710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2787876'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:41.911421 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7df999b-68dc-4b65-9f28-978985020337 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Pushing event deleted for resources: {'Port': ['ID=40e1b29d-e0e8-4c95-b373-1ac902c65df9,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:20:42.024214 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e961d13-1d1b-45ae-91bc-f8a722375e17 req-a7df999b-68dc-4b65-9f28-978985020337 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Router e55267b5-09f4-4a93-ad8f-8a1b79d4294c has already been hosted by L3 agent b2ca3166-9002-4222-bd01-ae8f73ca62dc {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 15:20:42.128300 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e961d13-1d1b-45ae-91bc-f8a722375e17 req-a7df999b-68dc-4b65-9f28-978985020337 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify agent at l3_agent.dv-cinder-804757-1-iscsi the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:20:42.138673 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a484f1b-1365-44a0-bbfe-2bb86f55c8ca None None] Sync routers for ids ['e55267b5-09f4-4a93-ad8f-8a1b79d4294c'] in dv-cinder-804757-1-iscsi {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:20:42.149961 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a484f1b-1365-44a0-bbfe-2bb86f55c8ca None None] Routers {'e55267b5-09f4-4a93-ad8f-8a1b79d4294c'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:20:42.150830 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-4a484f1b-1365-44a0-bbfe-2bb86f55c8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:20:34Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['e55267b5-09f4-4a93-ad8f-8a1b79d4294c'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:20:42.169365 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e961d13-1d1b-45ae-91bc-f8a722375e17 req-a7df999b-68dc-4b65-9f28-978985020337 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] No DVR routers for this DVR port 40e1b29d-e0e8-4c95-b373-1ac902c65df9 on host hv-cinder-80475 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 15:20:42.178874 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-9e961d13-1d1b-45ae-91bc-f8a722375e17 req-a7df999b-68dc-4b65-9f28-978985020337 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:42.180978 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-9e961d13-1d1b-45ae-91bc-f8a722375e17 req-a7df999b-68dc-4b65-9f28-978985020337 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.63 "DELETE /v2.0/ports/40e1b29d-e0e8-4c95-b373-1ac902c65df9 HTTP/1.1" status: 204 len: 173 time: 1.1618867 Aug 16 15:20:42.181430 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e502ea1-64ee-4c33-8335-f74a9d6424c6', 'name': 'network-vif-deleted', 'tag': '40e1b29d-e0e8-4c95-b373-1ac902c65df9'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:20:42.183784 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17fb0647ef8e93fcdaff2aac5cadc262a2f87503c881cd14114af97cd5d63f67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b05258-c6b1-4b23-9131-df3b51e062ee" -d '{"events": [{"server_uuid": "8e502ea1-64ee-4c33-8335-f74a9d6424c6", "name": "network-vif-deleted", "tag": "40e1b29d-e0e8-4c95-b373-1ac902c65df9"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:20:42.237548 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633a3f6a-7d02-4c83-b9bc-4c7f16166af7 x-openstack-request-id: req-633a3f6a-7d02-4c83-b9bc-4c7f16166af7 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:20:42.237837 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e502ea1-64ee-4c33-8335-f74a9d6424c6", "name": "network-vif-deleted", "tag": "40e1b29d-e0e8-4c95-b373-1ac902c65df9", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:20:42.238085 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-633a3f6a-7d02-4c83-b9bc-4c7f16166af7 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:20:42.238477 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e502ea1-64ee-4c33-8335-f74a9d6424c6', 'name': 'network-vif-deleted', 'tag': '40e1b29d-e0e8-4c95-b373-1ac902c65df9', 'status': 'completed', 'code': 200} Aug 16 15:20:42.265505 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-4a484f1b-1365-44a0-bbfe-2bb86f55c8ca None None] Set router e55267b5-09f4-4a93-ad8f-8a1b79d4294c gateway port host: dv-cinder-804757-1-iscsi {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:20:42.465242 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-4a484f1b-1365-44a0-bbfe-2bb86f55c8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55267b5-09f4-4a93-ad8f-8a1b79d4294c', 'name': 'tempest-AttachVolumeTestJSON-1508374636-router', 'tenant_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '0239c728-d1d1-401e-9718-03afcbbb41d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:16:34Z', 'updated_at': '2021-08-16T15:16:38Z', 'revision_number': 4, 'project_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'gw_port': {'id': '0239c728-d1d1-401e-9718-03afcbbb41d1', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55267b5-09f4-4a93-ad8f-8a1b79d4294c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:16:35Z', 'updated_at': '2021-08-16T15:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_interfaces': [{'id': '398bc161-924d-4027-a47b-0113bf762b18', 'name': '', 'network_id': '5c9974df-1452-4a5b-a52f-46f461318e3c', 'tenant_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'mac_address': 'fa:16:3e:16:21:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55267b5-09f4-4a93-ad8f-8a1b79d4294c', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '7ced82d6-0fff-43a3-9b35-104e114d5850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:16:38Z', 'updated_at': '2021-08-16T15:16:45Z', 'revision_number': 5, 'project_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'subnets': [{'id': '7ced82d6-0fff-43a3-9b35-104e114d5850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:20:42.491622 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a484f1b-1365-44a0-bbfe-2bb86f55c8ca None None] Checking router: e55267b5-09f4-4a93-ad8f-8a1b79d4294c for host: dv-cinder-804757-1-iscsi {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:20:42.499608 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a484f1b-1365-44a0-bbfe-2bb86f55c8ca None None] Routers {'e55267b5-09f4-4a93-ad8f-8a1b79d4294c'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:20:42.500224 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-4a484f1b-1365-44a0-bbfe-2bb86f55c8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:20:34Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['e55267b5-09f4-4a93-ad8f-8a1b79d4294c'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:20:42.734168 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-4a484f1b-1365-44a0-bbfe-2bb86f55c8ca None None] Set router e55267b5-09f4-4a93-ad8f-8a1b79d4294c gateway port host: dv-cinder-804757-1-iscsi {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:20:42.857105 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 41234) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:20:42.914619 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-80d1a3c3-7a4e-460c-8649-012e7d0eb15f tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:42.939911 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-4a484f1b-1365-44a0-bbfe-2bb86f55c8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55267b5-09f4-4a93-ad8f-8a1b79d4294c', 'name': 'tempest-AttachVolumeTestJSON-1508374636-router', 'tenant_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '0239c728-d1d1-401e-9718-03afcbbb41d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:16:34Z', 'updated_at': '2021-08-16T15:16:38Z', 'revision_number': 4, 'project_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'gw_port': {'id': '0239c728-d1d1-401e-9718-03afcbbb41d1', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55267b5-09f4-4a93-ad8f-8a1b79d4294c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:16:35Z', 'updated_at': '2021-08-16T15:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_interfaces': [{'id': '398bc161-924d-4027-a47b-0113bf762b18', 'name': '', 'network_id': '5c9974df-1452-4a5b-a52f-46f461318e3c', 'tenant_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'mac_address': 'fa:16:3e:16:21:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55267b5-09f4-4a93-ad8f-8a1b79d4294c', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '7ced82d6-0fff-43a3-9b35-104e114d5850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:16:38Z', 'updated_at': '2021-08-16T15:16:45Z', 'revision_number': 5, 'project_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'subnets': [{'id': '7ced82d6-0fff-43a3-9b35-104e114d5850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:20:42.941288 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-80d1a3c3-7a4e-460c-8649-012e7d0eb15f tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:42.972735 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a484f1b-1365-44a0-bbfe-2bb86f55c8ca None None] The sync data for ids ['e55267b5-09f4-4a93-ad8f-8a1b79d4294c'] in dv-cinder-804757-1-iscsi is: [{'id': 'e55267b5-09f4-4a93-ad8f-8a1b79d4294c', 'name': 'tempest-AttachVolumeTestJSON-1508374636-router', 'tenant_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '0239c728-d1d1-401e-9718-03afcbbb41d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:16:34Z', 'updated_at': '2021-08-16T15:16:38Z', 'revision_number': 4, 'project_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'gw_port': {'id': '0239c728-d1d1-401e-9718-03afcbbb41d1', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55267b5-09f4-4a93-ad8f-8a1b79d4294c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:16:35Z', 'updated_at': '2021-08-16T15:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_interfaces': [{'id': '398bc161-924d-4027-a47b-0113bf762b18', 'name': '', 'network_id': '5c9974df-1452-4a5b-a52f-46f461318e3c', 'tenant_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'mac_address': 'fa:16:3e:16:21:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55267b5-09f4-4a93-ad8f-8a1b79d4294c', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '7ced82d6-0fff-43a3-9b35-104e114d5850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:16:38Z', 'updated_at': '2021-08-16T15:16:45Z', 'revision_number': 5, 'project_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'subnets': [{'id': '7ced82d6-0fff-43a3-9b35-104e114d5850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:20:42.993700 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-80d1a3c3-7a4e-460c-8649-012e7d0eb15f tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:42.996470 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-80d1a3c3-7a4e-460c-8649-012e7d0eb15f tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:42.997700 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-80d1a3c3-7a4e-460c-8649-012e7d0eb15f tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "DELETE /v2.0/security-groups/2cd64719-1f02-4e88-bb1f-dbc33ca11f9e HTTP/1.1" status: 204 len: 168 time: 0.1395631 Aug 16 15:20:43.001174 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 41236) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:20:43.008809 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d1a3c3-7a4e-460c-8649-012e7d0eb15f tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd64719-1f02-4e88-bb1f-dbc33ca11f9e,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:20:43.022000 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.api.v2.resource [None req-29060f90-e683-4684-9909-0d0b55ebcbeb tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] show failed (client error): The resource could not be found. Aug 16 15:20:43.025928 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-29060f90-e683-4684-9909-0d0b55ebcbeb tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/security-groups/2cd64719-1f02-4e88-bb1f-dbc33ca11f9e HTTP/1.1" status: 404 len: 347 time: 0.0194979 Aug 16 15:20:43.026267 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 41238) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:20:43.164255 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-9d7c88e8-98cf-4128-914c-c51d6adcb3bd tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Deleting port 18d7725d-9390-497d-900a-3ff0753e51f3 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:20:43.164598 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9d7c88e8-98cf-4128-914c-c51d6adcb3bd tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769335647479'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:43.200063 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8e496b-08f8-4274-a532-32b93faf3c9c None None] New status for floating IP b2baf205-39de-4078-b126-a13aecf94647: DOWN {{(pid=94054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 15:20:43.244503 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9d7c88e8-98cf-4128-914c-c51d6adcb3bd tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3800399'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:43.245053 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9d7c88e8-98cf-4128-914c-c51d6adcb3bd tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:43.257080 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-9d7c88e8-98cf-4128-914c-c51d6adcb3bd tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Calling delete_port for 18d7725d-9390-497d-900a-3ff0753e51f3 owned by network:floatingip {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:20:43.401214 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9d7c88e8-98cf-4128-914c-c51d6adcb3bd tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769335768917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769335250710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2787876'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:43.426178 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7c88e8-98cf-4128-914c-c51d6adcb3bd tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Pushing event deleted for resources: {'Port': ['ID=18d7725d-9390-497d-900a-3ff0753e51f3,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:20:43.488543 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9d7c88e8-98cf-4128-914c-c51d6adcb3bd tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks [] for floatingip, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:43.491063 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9d7c88e8-98cf-4128-914c-c51d6adcb3bd tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for floatingip, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:43.492226 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-9d7c88e8-98cf-4128-914c-c51d6adcb3bd tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "DELETE /v2.0/floatingips/b2baf205-39de-4078-b126-a13aecf94647 HTTP/1.1" status: 204 len: 168 time: 0.4648793 Aug 16 15:20:43.843661 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 41244) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:20:43.848469 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.v2.base [None req-4fcf8292-6aa4-4286-85f4-cb76540c46e8 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1425337354', 'description': 'tempest-description--1970034187'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:20:43.873364 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4fcf8292-6aa4-4286-85f4-cb76540c46e8 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:43.961653 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4fcf8292-6aa4-4286-85f4-cb76540c46e8 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:43.966543 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4fcf8292-6aa4-4286-85f4-cb76540c46e8 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:43.996427 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4fcf8292-6aa4-4286-85f4-cb76540c46e8 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:43.997884 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-4fcf8292-6aa4-4286-85f4-cb76540c46e8 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1530604 Aug 16 15:20:44.000635 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 41246) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:20:44.007130 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.v2.base [None req-eabc9222-15ee-4920-a66d-811ea1b82dd2 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Request body: {'security_group_rule': {'security_group_id': '7118336f-cdf2-4c68-a68a-e3fb18810dd3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:20:44.011296 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcf8292-6aa4-4286-85f4-cb76540c46e8 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7118336f-cdf2-4c68-a68a-e3fb18810dd3,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:20:44.037434 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-eabc9222-15ee-4920-a66d-811ea1b82dd2 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:44.091404 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-eabc9222-15ee-4920-a66d-811ea1b82dd2 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:44.094956 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-eabc9222-15ee-4920-a66d-811ea1b82dd2 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109690'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:44.112791 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc9222-15ee-4920-a66d-811ea1b82dd2 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eb009e7-31bb-48ee-825b-ea3845c107fd,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:20:44.115541 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-eabc9222-15ee-4920-a66d-811ea1b82dd2 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:44.119165 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-eabc9222-15ee-4920-a66d-811ea1b82dd2 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1150694 Aug 16 15:20:44.119562 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 41248) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:20:44.123608 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.v2.base [None req-ab607026-cde1-40b8-9685-0b523a873ef0 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Request body: {'security_group_rule': {'security_group_id': '7118336f-cdf2-4c68-a68a-e3fb18810dd3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:20:44.149048 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ab607026-cde1-40b8-9685-0b523a873ef0 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:44.204615 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ab607026-cde1-40b8-9685-0b523a873ef0 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:44.208283 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ab607026-cde1-40b8-9685-0b523a873ef0 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109690'] for security_group_rule, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:44.228615 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab607026-cde1-40b8-9685-0b523a873ef0 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f1f5b39-2324-469c-878b-271f2c9745a9,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:20:44.234157 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ab607026-cde1-40b8-9685-0b523a873ef0 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:44.238412 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 41250) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:20:44.238968 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-ab607026-cde1-40b8-9685-0b523a873ef0 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1181786 Aug 16 15:20:44.243480 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [None req-feac1734-cda2-454d-a167-8f969c569f02 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Request body: {'floatingip': {'floating_network_id': 'b7623838-067e-46d7-9324-3e363fad67d4'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:20:44.266004 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-feac1734-cda2-454d-a167-8f969c569f02 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks [] for floatingip, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:44.386697 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-feac1734-cda2-454d-a167-8f969c569f02 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:44.491103 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-feac1734-cda2-454d-a167-8f969c569f02 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Allocated IP 172.27.3.24 (b7623838-067e-46d7-9324-3e363fad67d4/838856c9-cc6d-4250-847b-ebd189817dd9/c082df69-4342-41e1-8e76-a9a5b91a21ba) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:20:44.598117 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-feac1734-cda2-454d-a167-8f969c569f02 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:44.638259 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-feac1734-cda2-454d-a167-8f969c569f02 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769335250701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268375'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:44.679913 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feac1734-cda2-454d-a167-8f969c569f02 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Network b7623838-067e-46d7-9324-3e363fad67d4 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:20:44.684583 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-feac1734-cda2-454d-a167-8f969c569f02 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:20:44.687999 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feac1734-cda2-454d-a167-8f969c569f02 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:20:44.710744 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feac1734-cda2-454d-a167-8f969c569f02 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Pushing event updated for resources: {'Port': ['ID=c082df69-4342-41e1-8e76-a9a5b91a21ba,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:20:44.721307 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feac1734-cda2-454d-a167-8f969c569f02 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:20:44.721646 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feac1734-cda2-454d-a167-8f969c569f02 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:20:44.721978 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feac1734-cda2-454d-a167-8f969c569f02 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:20:44.722306 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feac1734-cda2-454d-a167-8f969c569f02 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:20:44.722630 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feac1734-cda2-454d-a167-8f969c569f02 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:20:44.722954 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feac1734-cda2-454d-a167-8f969c569f02 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:20:44.723275 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feac1734-cda2-454d-a167-8f969c569f02 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:20:44.723594 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feac1734-cda2-454d-a167-8f969c569f02 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:20:44.723912 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feac1734-cda2-454d-a167-8f969c569f02 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:20:44.724256 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feac1734-cda2-454d-a167-8f969c569f02 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:20:44.725117 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feac1734-cda2-454d-a167-8f969c569f02 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:20:44.725432 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feac1734-cda2-454d-a167-8f969c569f02 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:20:44.785401 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-feac1734-cda2-454d-a167-8f969c569f02 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:44.817722 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-feac1734-cda2-454d-a167-8f969c569f02 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:44.918932 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device 40e1b29d-e0e8-4c95-b373-1ac902c65df9 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:20:44.938606 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] No Port match for: 40e1b29d-e0e8-4c95-b373-1ac902c65df9 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:20:44.938952 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device 40e1b29d-e0e8-4c95-b373-1ac902c65df9 not bound to the agent host hv-cinder-80475 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:20:44.961317 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-feac1734-cda2-454d-a167-8f969c569f02 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:44.965770 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-feac1734-cda2-454d-a167-8f969c569f02 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2268376'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:45.034891 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feac1734-cda2-454d-a167-8f969c569f02 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Pushing event updated for resources: {'Port': ['ID=c082df69-4342-41e1-8e76-a9a5b91a21ba,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:20:45.043434 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-feac1734-cda2-454d-a167-8f969c569f02 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798589'] for floatingip, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:45.056150 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-feac1734-cda2-454d-a167-8f969c569f02 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:45.057795 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-feac1734-cda2-454d-a167-8f969c569f02 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8184047 Aug 16 15:20:45.365637 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-5e0324e7-fd42-4c58-b7f7-91e9b40f2a7c req-ded138bb-4b7f-4a5a-9b0e-bc73484f4cbb tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1425337354&fields=id&tenant_id=d3a7f9f707ee45cba24f8d207b4a20be HTTP/1.1" status: 200 len: 267 time: 0.0323639 Aug 16 15:20:45.471759 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0324e7-fd42-4c58-b7f7-91e9b40f2a7c req-236b31d6-623c-45db-a8c5-d988c0aa0905 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:20:45.473254 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-5e0324e7-fd42-4c58-b7f7-91e9b40f2a7c req-236b31d6-623c-45db-a8c5-d988c0aa0905 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/networks?id=5c9974df-1452-4a5b-a52f-46f461318e3c HTTP/1.1" status: 200 len: 811 time: 0.1012056 Aug 16 15:20:45.489079 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-5e0324e7-fd42-4c58-b7f7-91e9b40f2a7c req-c2d75322-1de3-4604-b235-0f79bd4bfec2 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/quotas/d3a7f9f707ee45cba24f8d207b4a20be HTTP/1.1" status: 200 len: 375 time: 0.0093317 Aug 16 15:20:45.542529 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-5e0324e7-fd42-4c58-b7f7-91e9b40f2a7c req-302003b1-3dc4-4ee3-8c57-9915f4456908 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d3a7f9f707ee45cba24f8d207b4a20be&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0475311 Aug 16 15:20:45.637140 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-5e0324e7-fd42-4c58-b7f7-91e9b40f2a7c req-ae6ab5a7-0dad-4958-b24f-3f1cf9bca7bc service neutron] 10.222.0.22 "GET /v2.0/networks/5c9974df-1452-4a5b-a52f-46f461318e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827215 Aug 16 15:20:45.722660 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-5e0324e7-fd42-4c58-b7f7-91e9b40f2a7c req-a80109aa-a762-4525-8cf4-7c2f8b93a836 service neutron] 10.222.0.22 "GET /v2.0/networks/5c9974df-1452-4a5b-a52f-46f461318e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795078 Aug 16 15:20:45.875721 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-67990af9-2d1e-49eb-8b50-59422842d675 req-d6ebb5b2-4438-4b6e-8537-99c6250740f2 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/ports?device_id=01eb92c5-0b6d-470b-af82-7178a73fe03e HTTP/1.1" status: 200 len: 210 time: 0.0262005 Aug 16 15:20:46.996712 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-33de970f-de63-4efb-bb4f-fbc232d4cfb3 req-68281f4c-dbf5-4a5b-a308-2812c5af9dec tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/ports?device_id=01eb92c5-0b6d-470b-af82-7178a73fe03e HTTP/1.1" status: 200 len: 210 time: 0.0453827 Aug 16 15:20:47.011832 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0324e7-fd42-4c58-b7f7-91e9b40f2a7c req-0622b3b4-af8d-4b1b-b700-4dda9a0b2e78 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:20:47.013492 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-5e0324e7-fd42-4c58-b7f7-91e9b40f2a7c req-0622b3b4-af8d-4b1b-b700-4dda9a0b2e78 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.63 "GET /v2.0/networks?id=5c9974df-1452-4a5b-a52f-46f461318e3c HTTP/1.1" status: 200 len: 811 time: 0.1390562 Aug 16 15:20:47.056779 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-5e0324e7-fd42-4c58-b7f7-91e9b40f2a7c req-cef0f91f-5dc5-4f1b-87f5-f71a2febf3de tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3a7f9f707ee45cba24f8d207b4a20be HTTP/1.1" status: 200 len: 380 time: 0.0342374 Aug 16 15:20:47.066765 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.v2.base [req-5e0324e7-fd42-4c58-b7f7-91e9b40f2a7c req-82c1f2cb-2bfb-4116-b98d-096b089091f9 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Request body: {'port': {'device_id': '01eb92c5-0b6d-470b-af82-7178a73fe03e', 'network_id': '5c9974df-1452-4a5b-a52f-46f461318e3c', 'admin_state_up': True, 'tenant_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'security_groups': ['7118336f-cdf2-4c68-a68a-e3fb18810dd3']}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:20:47.167861 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e0324e7-fd42-4c58-b7f7-91e9b40f2a7c req-82c1f2cb-2bfb-4116-b98d-096b089091f9 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Made reservation on behalf of d3a7f9f707ee45cba24f8d207b4a20be for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:20:47.171245 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-5e0324e7-fd42-4c58-b7f7-91e9b40f2a7c req-82c1f2cb-2bfb-4116-b98d-096b089091f9 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:47.296201 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-5e0324e7-fd42-4c58-b7f7-91e9b40f2a7c req-82c1f2cb-2bfb-4116-b98d-096b089091f9 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Allocated IP 172.20.0.3 (5c9974df-1452-4a5b-a52f-46f461318e3c/7ced82d6-0fff-43a3-9b35-104e114d5850/63610183-920a-4937-acb5-4ba4e3a7f1cc) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:20:47.426751 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-5e0324e7-fd42-4c58-b7f7-91e9b40f2a7c req-82c1f2cb-2bfb-4116-b98d-096b089091f9 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:47.438962 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-5e0324e7-fd42-4c58-b7f7-91e9b40f2a7c req-82c1f2cb-2bfb-4116-b98d-096b089091f9 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Transition to ACTIVE for port object 63610183-920a-4937-acb5-4ba4e3a7f1cc will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:20:47.470267 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-5e0324e7-fd42-4c58-b7f7-91e9b40f2a7c req-82c1f2cb-2bfb-4116-b98d-096b089091f9 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769335250701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2787876'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:47.512029 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e0324e7-fd42-4c58-b7f7-91e9b40f2a7c req-82c1f2cb-2bfb-4116-b98d-096b089091f9 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Network 5c9974df-1452-4a5b-a52f-46f461318e3c is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:20:47.514929 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-5e0324e7-fd42-4c58-b7f7-91e9b40f2a7c req-82c1f2cb-2bfb-4116-b98d-096b089091f9 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:20:47.518504 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e0324e7-fd42-4c58-b7f7-91e9b40f2a7c req-82c1f2cb-2bfb-4116-b98d-096b089091f9 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:20:47.525100 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c1f2cb-2bfb-4116-b98d-096b089091f9 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Pushing event updated for resources: {'Port': ['ID=63610183-920a-4937-acb5-4ba4e3a7f1cc,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:20:47.550461 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c1f2cb-2bfb-4116-b98d-096b089091f9 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:20:47.550797 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c1f2cb-2bfb-4116-b98d-096b089091f9 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:20:47.551132 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c1f2cb-2bfb-4116-b98d-096b089091f9 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:20:47.551461 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c1f2cb-2bfb-4116-b98d-096b089091f9 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:20:47.551779 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c1f2cb-2bfb-4116-b98d-096b089091f9 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:20:47.552126 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c1f2cb-2bfb-4116-b98d-096b089091f9 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:20:47.552492 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c1f2cb-2bfb-4116-b98d-096b089091f9 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:20:47.552813 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c1f2cb-2bfb-4116-b98d-096b089091f9 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:20:47.553133 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c1f2cb-2bfb-4116-b98d-096b089091f9 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:20:47.553448 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c1f2cb-2bfb-4116-b98d-096b089091f9 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:20:47.553760 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c1f2cb-2bfb-4116-b98d-096b089091f9 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:20:47.554069 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c1f2cb-2bfb-4116-b98d-096b089091f9 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:20:47.581552 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0324e7-fd42-4c58-b7f7-91e9b40f2a7c req-82c1f2cb-2bfb-4116-b98d-096b089091f9 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:20:47.582156 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-5e0324e7-fd42-4c58-b7f7-91e9b40f2a7c req-82c1f2cb-2bfb-4116-b98d-096b089091f9 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:47.597076 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-5e0324e7-fd42-4c58-b7f7-91e9b40f2a7c req-82c1f2cb-2bfb-4116-b98d-096b089091f9 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5337694 Aug 16 15:20:47.663918 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.v2.base [req-5e0324e7-fd42-4c58-b7f7-91e9b40f2a7c req-0e42293e-099c-40df-ac43-8ae5d083d9ba service neutron] Request body: {'port': {'device_id': '01eb92c5-0b6d-470b-af82-7178a73fe03e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:20:47.719844 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-5e0324e7-fd42-4c58-b7f7-91e9b40f2a7c req-0e42293e-099c-40df-ac43-8ae5d083d9ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:47.786468 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-a21ade3d-29bd-4ebb-86e9-45176ebf347b None None] Provisioning for port 63610183-920a-4937-acb5-4ba4e3a7f1cc completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:20:47.790430 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-a21ade3d-29bd-4ebb-86e9-45176ebf347b None None] Provisioning complete for port 63610183-920a-4937-acb5-4ba4e3a7f1cc triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:20:47.790791 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-a21ade3d-29bd-4ebb-86e9-45176ebf347b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:47.823319 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-a21ade3d-29bd-4ebb-86e9-45176ebf347b None None] Port 63610183-920a-4937-acb5-4ba4e3a7f1cc cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 15:20:47.967489 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.notifiers.nova [req-5e0324e7-fd42-4c58-b7f7-91e9b40f2a7c req-0e42293e-099c-40df-ac43-8ae5d083d9ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63610183-920a-4937-acb5-4ba4e3a7f1cc {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:20:47.975159 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-5e0324e7-fd42-4c58-b7f7-91e9b40f2a7c req-0e42293e-099c-40df-ac43-8ae5d083d9ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:47.986596 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-5e0324e7-fd42-4c58-b7f7-91e9b40f2a7c req-0e42293e-099c-40df-ac43-8ae5d083d9ba service neutron] Transition to ACTIVE for port object 63610183-920a-4937-acb5-4ba4e3a7f1cc will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:20:47.990193 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-5e0324e7-fd42-4c58-b7f7-91e9b40f2a7c req-0e42293e-099c-40df-ac43-8ae5d083d9ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2787883'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:48.039953 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e42293e-099c-40df-ac43-8ae5d083d9ba service neutron] Pushing event updated for resources: {'Port': ['ID=63610183-920a-4937-acb5-4ba4e3a7f1cc,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:20:48.138093 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-5e0324e7-fd42-4c58-b7f7-91e9b40f2a7c req-0e42293e-099c-40df-ac43-8ae5d083d9ba service neutron] Attempting to bind port 63610183-920a-4937-acb5-4ba4e3a7f1cc on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:20:48.138422 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-5e0324e7-fd42-4c58-b7f7-91e9b40f2a7c req-0e42293e-099c-40df-ac43-8ae5d083d9ba service neutron] Attempting to bind port 63610183-920a-4937-acb5-4ba4e3a7f1cc by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '480fd28a-debb-4c9d-8b07-587e9bff1678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5c9974df-1452-4a5b-a52f-46f461318e3c'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:20:48.138741 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0324e7-fd42-4c58-b7f7-91e9b40f2a7c req-0e42293e-099c-40df-ac43-8ae5d083d9ba service neutron] Attempting to bind port 63610183-920a-4937-acb5-4ba4e3a7f1cc on network 5c9974df-1452-4a5b-a52f-46f461318e3c {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:20:48.149638 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db68ce7-f0bd-4b99-bcbc-0938ccc7aa5f req-28638014-b0bd-4ebf-be09-b348abf9af22 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:20:48.151113 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-5db68ce7-f0bd-4b99-bcbc-0938ccc7aa5f req-28638014-b0bd-4ebf-be09-b348abf9af22 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/ports?device_id=01eb92c5-0b6d-470b-af82-7178a73fe03e HTTP/1.1" status: 200 len: 943 time: 0.0734351 Aug 16 15:20:48.153251 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0324e7-fd42-4c58-b7f7-91e9b40f2a7c req-0e42293e-099c-40df-ac43-8ae5d083d9ba service neutron] Port 63610183-920a-4937-acb5-4ba4e3a7f1cc on network 5c9974df-1452-4a5b-a52f-46f461318e3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 15:20:48.153575 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0324e7-fd42-4c58-b7f7-91e9b40f2a7c req-0e42293e-099c-40df-ac43-8ae5d083d9ba service neutron] Attempting to bind port 63610183-920a-4937-acb5-4ba4e3a7f1cc on network 5c9974df-1452-4a5b-a52f-46f461318e3c {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:20:48.160557 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0324e7-fd42-4c58-b7f7-91e9b40f2a7c req-0e42293e-099c-40df-ac43-8ae5d083d9ba service neutron] Checking agent: {'id': 'f45772ef-d3bf-49d0-9fe4-7082814820b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 13, 56), 'started_at': datetime.datetime(2021, 8, 16, 15, 13, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:20:48.160884 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0324e7-fd42-4c58-b7f7-91e9b40f2a7c req-0e42293e-099c-40df-ac43-8ae5d083d9ba service neutron] Checking segment: {'id': '480fd28a-debb-4c9d-8b07-587e9bff1678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5c9974df-1452-4a5b-a52f-46f461318e3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:20:48.161257 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0324e7-fd42-4c58-b7f7-91e9b40f2a7c req-0e42293e-099c-40df-ac43-8ae5d083d9ba service neutron] Bound using segment: {'id': '480fd28a-debb-4c9d-8b07-587e9bff1678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5c9974df-1452-4a5b-a52f-46f461318e3c'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:20:48.161683 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-5e0324e7-fd42-4c58-b7f7-91e9b40f2a7c req-0e42293e-099c-40df-ac43-8ae5d083d9ba service neutron] Bound port: 63610183-920a-4937-acb5-4ba4e3a7f1cc, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '480fd28a-debb-4c9d-8b07-587e9bff1678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5c9974df-1452-4a5b-a52f-46f461318e3c'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:20:48.162101 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-5e0324e7-fd42-4c58-b7f7-91e9b40f2a7c req-0e42293e-099c-40df-ac43-8ae5d083d9ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:48.222618 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-5db68ce7-f0bd-4b99-bcbc-0938ccc7aa5f req-df41c0a0-c3e6-4f5e-8094-ba3287c08232 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/security-groups?id=7118336f-cdf2-4c68-a68a-e3fb18810dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639384 Aug 16 15:20:48.253234 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-5e0324e7-fd42-4c58-b7f7-91e9b40f2a7c req-0e42293e-099c-40df-ac43-8ae5d083d9ba service neutron] For port 63610183-920a-4937-acb5-4ba4e3a7f1cc, host hv-cinder-80475, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:20:48.257052 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-5e0324e7-fd42-4c58-b7f7-91e9b40f2a7c req-0e42293e-099c-40df-ac43-8ae5d083d9ba service neutron] For port 63610183-920a-4937-acb5-4ba4e3a7f1cc, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=63610183-920a-4937-acb5-4ba4e3a7f1cc,segment=NetworkSegment(480fd28a-debb-4c9d-8b07-587e9bff1678),segment_id=480fd28a-debb-4c9d-8b07-587e9bff1678)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:20:48.260454 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-5e0324e7-fd42-4c58-b7f7-91e9b40f2a7c req-0e42293e-099c-40df-ac43-8ae5d083d9ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2787883'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:48.292363 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0324e7-fd42-4c58-b7f7-91e9b40f2a7c req-0e42293e-099c-40df-ac43-8ae5d083d9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:20:48.292967 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-5e0324e7-fd42-4c58-b7f7-91e9b40f2a7c req-0e42293e-099c-40df-ac43-8ae5d083d9ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:48.294371 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-5e0324e7-fd42-4c58-b7f7-91e9b40f2a7c req-0e42293e-099c-40df-ac43-8ae5d083d9ba service neutron] 10.222.0.63 "PUT /v2.0/ports/63610183-920a-4937-acb5-4ba4e3a7f1cc HTTP/1.1" status: 200 len: 1093 time: 0.6879306 Aug 16 15:20:48.294724 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01eb92c5-0b6d-470b-af82-7178a73fe03e', 'tag': '63610183-920a-4937-acb5-4ba4e3a7f1cc'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:20:48.296933 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17fb0647ef8e93fcdaff2aac5cadc262a2f87503c881cd14114af97cd5d63f67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd6b0c5-e1d5-43b5-9cd2-693b0d41da0b" -d '{"events": [{"name": "network-changed", "server_uuid": "01eb92c5-0b6d-470b-af82-7178a73fe03e", "tag": "63610183-920a-4937-acb5-4ba4e3a7f1cc"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:20:48.327871 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e42293e-099c-40df-ac43-8ae5d083d9ba service neutron] Pushing event updated for resources: {'Port': ['ID=63610183-920a-4937-acb5-4ba4e3a7f1cc,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:20:48.384066 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0324e7-fd42-4c58-b7f7-91e9b40f2a7c req-714c4e55-2c48-4917-b4c4-8bba1f567f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:20:48.385937 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-5e0324e7-fd42-4c58-b7f7-91e9b40f2a7c req-714c4e55-2c48-4917-b4c4-8bba1f567f2d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d3a7f9f707ee45cba24f8d207b4a20be&device_id=01eb92c5-0b6d-470b-af82-7178a73fe03e HTTP/1.1" status: 200 len: 1096 time: 0.0447540 Aug 16 15:20:48.402207 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 15:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fbe6299-320e-4d59-b6b8-c836b0ff679b x-openstack-request-id: req-6fbe6299-320e-4d59-b6b8-c836b0ff679b {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:20:48.402491 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01eb92c5-0b6d-470b-af82-7178a73fe03e", "tag": "63610183-920a-4937-acb5-4ba4e3a7f1cc", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:20:48.402737 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6fbe6299-320e-4d59-b6b8-c836b0ff679b {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:20:48.403130 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01eb92c5-0b6d-470b-af82-7178a73fe03e', 'tag': '63610183-920a-4937-acb5-4ba4e3a7f1cc', 'status': 'completed', 'code': 200} Aug 16 15:20:48.433356 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-5e0324e7-fd42-4c58-b7f7-91e9b40f2a7c req-ba333172-5c10-4107-93fc-dde5b0a60cc7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63610183-920a-4937-acb5-4ba4e3a7f1cc HTTP/1.1" status: 200 len: 217 time: 0.0387380 Aug 16 15:20:48.486897 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0324e7-fd42-4c58-b7f7-91e9b40f2a7c req-84cd17e5-d598-4ee7-a7f9-be6cbf5997aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:20:48.488300 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-5e0324e7-fd42-4c58-b7f7-91e9b40f2a7c req-84cd17e5-d598-4ee7-a7f9-be6cbf5997aa service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7ced82d6-0fff-43a3-9b35-104e114d5850 HTTP/1.1" status: 200 len: 850 time: 0.0479457 Aug 16 15:20:48.532712 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0324e7-fd42-4c58-b7f7-91e9b40f2a7c req-588bec39-ece1-465e-85c3-b4f62283b0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:20:48.534122 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-5e0324e7-fd42-4c58-b7f7-91e9b40f2a7c req-588bec39-ece1-465e-85c3-b4f62283b0ed service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=5c9974df-1452-4a5b-a52f-46f461318e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0376770 Aug 16 15:20:48.624918 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-5e0324e7-fd42-4c58-b7f7-91e9b40f2a7c req-fa79905f-651f-44f5-bec7-9f6965ec7598 service neutron] 10.222.0.63 "GET /v2.0/networks/5c9974df-1452-4a5b-a52f-46f461318e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820489 Aug 16 15:20:48.712779 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-5e0324e7-fd42-4c58-b7f7-91e9b40f2a7c req-5db898c9-b32c-469a-982d-e1dc90da84b7 service neutron] 10.222.0.63 "GET /v2.0/networks/5c9974df-1452-4a5b-a52f-46f461318e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801539 Aug 16 15:20:48.801780 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd6b0c5-e1d5-43b5-9cd2-693b0d41da0b req-e2bfaadd-6694-498d-9327-89080179d792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:20:48.803280 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-5cd6b0c5-e1d5-43b5-9cd2-693b0d41da0b req-e2bfaadd-6694-498d-9327-89080179d792 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d3a7f9f707ee45cba24f8d207b4a20be&device_id=01eb92c5-0b6d-470b-af82-7178a73fe03e HTTP/1.1" status: 200 len: 1096 time: 0.0407338 Aug 16 15:20:48.894282 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd6b0c5-e1d5-43b5-9cd2-693b0d41da0b req-7caa70d9-fdc3-4d4f-a1e3-6f8e82909408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:20:48.895701 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-5cd6b0c5-e1d5-43b5-9cd2-693b0d41da0b req-7caa70d9-fdc3-4d4f-a1e3-6f8e82909408 service neutron] 10.222.0.63 "GET /v2.0/networks?id=5c9974df-1452-4a5b-a52f-46f461318e3c HTTP/1.1" status: 200 len: 911 time: 0.0842428 Aug 16 15:20:48.937098 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-5cd6b0c5-e1d5-43b5-9cd2-693b0d41da0b req-faa770b7-25e0-4490-8a68-bc3d75a73156 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63610183-920a-4937-acb5-4ba4e3a7f1cc HTTP/1.1" status: 200 len: 217 time: 0.0324957 Aug 16 15:20:48.992723 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd6b0c5-e1d5-43b5-9cd2-693b0d41da0b req-859097da-cbba-4d59-8932-c42709e076cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:20:48.994133 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-5cd6b0c5-e1d5-43b5-9cd2-693b0d41da0b req-859097da-cbba-4d59-8932-c42709e076cf service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7ced82d6-0fff-43a3-9b35-104e114d5850 HTTP/1.1" status: 200 len: 850 time: 0.0469983 Aug 16 15:20:49.039197 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd6b0c5-e1d5-43b5-9cd2-693b0d41da0b req-ab210c79-123f-4c29-b8ea-784f3958e931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:20:49.040506 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-5cd6b0c5-e1d5-43b5-9cd2-693b0d41da0b req-ab210c79-123f-4c29-b8ea-784f3958e931 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=5c9974df-1452-4a5b-a52f-46f461318e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396404 Aug 16 15:20:49.137917 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-5cd6b0c5-e1d5-43b5-9cd2-693b0d41da0b req-a43c103f-a427-43bf-b177-575070b4e1c0 service neutron] 10.222.0.63 "GET /v2.0/networks/5c9974df-1452-4a5b-a52f-46f461318e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890474 Aug 16 15:20:49.234272 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-5cd6b0c5-e1d5-43b5-9cd2-693b0d41da0b req-886ff9b1-cb69-45c8-9cf6-fa52f60d6c26 service neutron] 10.222.0.63 "GET /v2.0/networks/5c9974df-1452-4a5b-a52f-46f461318e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828824 Aug 16 15:20:49.343883 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc4dc82-ba85-49b8-807e-f1ce9b360f3c req-6967acdd-4d73-41c4-89ca-b633db46a016 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:20:49.345318 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-afc4dc82-ba85-49b8-807e-f1ce9b360f3c req-6967acdd-4d73-41c4-89ca-b633db46a016 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/ports?device_id=01eb92c5-0b6d-470b-af82-7178a73fe03e HTTP/1.1" status: 200 len: 943 time: 0.0502708 Aug 16 15:20:49.382446 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-afc4dc82-ba85-49b8-807e-f1ce9b360f3c req-7caa70ed-e972-47f5-afb3-5dc86972d819 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/security-groups?id=7118336f-cdf2-4c68-a68a-e3fb18810dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312090 Aug 16 15:20:50.498277 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4fb879-43cc-4575-985e-857bf274ad54 req-1e3af3bb-6cf2-4e7d-b5c0-3a2248d43169 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:20:50.499736 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-ec4fb879-43cc-4575-985e-857bf274ad54 req-1e3af3bb-6cf2-4e7d-b5c0-3a2248d43169 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/ports?device_id=01eb92c5-0b6d-470b-af82-7178a73fe03e HTTP/1.1" status: 200 len: 943 time: 0.0484929 Aug 16 15:20:50.535894 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-ec4fb879-43cc-4575-985e-857bf274ad54 req-61adee27-3e72-46ad-aafb-1f5e0d0a0135 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/security-groups?id=7118336f-cdf2-4c68-a68a-e3fb18810dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302429 Aug 16 15:20:50.923285 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device 63610183-920a-4937-acb5-4ba4e3a7f1cc details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 15:20:51.017539 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port 63610183-920a-4937-acb5-4ba4e3a7f1cc, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=63610183-920a-4937-acb5-4ba4e3a7f1cc,segment=NetworkSegment(480fd28a-debb-4c9d-8b07-587e9bff1678),segment_id=480fd28a-debb-4c9d-8b07-587e9bff1678)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:20:51.028738 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Returning: {'device': '63610183-920a-4937-acb5-4ba4e3a7f1cc', 'network_id': '5c9974df-1452-4a5b-a52f-46f461318e3c', 'port_id': '63610183-920a-4937-acb5-4ba4e3a7f1cc', 'mac_address': 'fa:16:3e:ec:0c:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ced82d6-0fff-43a3-9b35-104e114d5850', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 15:20:51.064035 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:51.076021 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63610183-920a-4937-acb5-4ba4e3a7f1cc {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:20:51.094632 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port 63610183-920a-4937-acb5-4ba4e3a7f1cc, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=63610183-920a-4937-acb5-4ba4e3a7f1cc,segment=NetworkSegment(480fd28a-debb-4c9d-8b07-587e9bff1678),segment_id=480fd28a-debb-4c9d-8b07-587e9bff1678)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:20:51.098245 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:51.147360 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Pushing event updated for resources: {'Port': ['ID=63610183-920a-4937-acb5-4ba4e3a7f1cc,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:20:51.154114 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:20:51.154461 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:20:51.154798 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:20:51.155136 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:20:51.155467 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:20:51.155796 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:20:51.156143 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:20:51.156468 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:20:51.156791 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:20:51.157110 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:20:51.157428 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:20:51.157744 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:20:51.399664 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] get_ports_and_sgs() called for port_ids ['63610183-920a-4937-acb5-4ba4e3a7f1cc'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:20:51.666070 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27707ae-d142-4cb6-a3de-98172c111833 req-197b1fcd-5875-49ce-a659-aa8a7623ded5 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:20:51.668212 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-f27707ae-d142-4cb6-a3de-98172c111833 req-197b1fcd-5875-49ce-a659-aa8a7623ded5 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/ports?device_id=01eb92c5-0b6d-470b-af82-7178a73fe03e HTTP/1.1" status: 200 len: 944 time: 0.0653491 Aug 16 15:20:51.705862 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-f27707ae-d142-4cb6-a3de-98172c111833 req-efaf02e6-a140-45b3-9350-8f046639e25f tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/security-groups?id=7118336f-cdf2-4c68-a68a-e3fb18810dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311065 Aug 16 15:20:52.551468 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2c431e-e79b-496e-b488-4ed99f28b1e4 req-de997b99-10f3-4cdf-b033-1a3649eb7881 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:20:52.553431 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-af2c431e-e79b-496e-b488-4ed99f28b1e4 req-de997b99-10f3-4cdf-b033-1a3649eb7881 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ca457fa-c2fa-4daf-980f-452aaeb61360 HTTP/1.1" status: 200 len: 946 time: 0.0483954 Aug 16 15:20:52.589462 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-af2c431e-e79b-496e-b488-4ed99f28b1e4 req-fb3ccb4e-ff42-47a5-b61a-95be67e30317 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=f7c1c24b-63ef-4f08-a3b2-aa0aa7fc808b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302513 Aug 16 15:20:52.822760 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7365a8d8-66a5-4496-8da4-f9815454eb02 req-f809ec37-a631-4221-802a-e8dcf3074c9b tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:20:52.824202 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-7365a8d8-66a5-4496-8da4-f9815454eb02 req-f809ec37-a631-4221-802a-e8dcf3074c9b tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/ports?device_id=01eb92c5-0b6d-470b-af82-7178a73fe03e HTTP/1.1" status: 200 len: 944 time: 0.0508702 Aug 16 15:20:52.860162 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-7365a8d8-66a5-4496-8da4-f9815454eb02 req-bd48f463-b642-4876-adc9-97bc9f7455c0 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/security-groups?id=7118336f-cdf2-4c68-a68a-e3fb18810dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301051 Aug 16 15:20:52.934553 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device 63610183-920a-4937-acb5-4ba4e3a7f1cc up at agent hyperv_hv-cinder-80475 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:20:52.980584 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Provisioning for port 63610183-920a-4937-acb5-4ba4e3a7f1cc completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:20:52.984065 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Provisioning complete for port 63610183-920a-4937-acb5-4ba4e3a7f1cc triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:20:52.984344 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:53.059554 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:53.080513 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01eb92c5-0b6d-470b-af82-7178a73fe03e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63610183-920a-4937-acb5-4ba4e3a7f1cc'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:20:53.082717 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e76958932a03d86b7f0b22df001500a87ec50ba87a7955a81e77db88798745a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a265d39-0579-4968-859f-422055207fec" -d '{"events": [{"server_uuid": "01eb92c5-0b6d-470b-af82-7178a73fe03e", "name": "network-vif-plugged", "status": "completed", "tag": "63610183-920a-4937-acb5-4ba4e3a7f1cc"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:20:53.095498 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port 63610183-920a-4937-acb5-4ba4e3a7f1cc, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=63610183-920a-4937-acb5-4ba4e3a7f1cc,segment=NetworkSegment(480fd28a-debb-4c9d-8b07-587e9bff1678),segment_id=480fd28a-debb-4c9d-8b07-587e9bff1678)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:20:53.099102 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:53.124173 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02fa582-885d-4dd6-954d-10dcdfd29bc7 x-openstack-request-id: req-a02fa582-885d-4dd6-954d-10dcdfd29bc7 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:20:53.124503 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01eb92c5-0b6d-470b-af82-7178a73fe03e", "name": "network-vif-plugged", "status": "completed", "tag": "63610183-920a-4937-acb5-4ba4e3a7f1cc", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:20:53.124888 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a02fa582-885d-4dd6-954d-10dcdfd29bc7 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:20:53.125385 dv-cinder-804757-1-iscsi neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01eb92c5-0b6d-470b-af82-7178a73fe03e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63610183-920a-4937-acb5-4ba4e3a7f1cc', 'code': 200} Aug 16 15:20:53.156048 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Pushing event updated for resources: {'Port': ['ID=63610183-920a-4937-acb5-4ba4e3a7f1cc,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:20:53.285917 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e957e132-d1f2-4392-9482-e4e85e0c8af9 req-266c0979-6450-4636-9d2f-0298bb2a9670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:20:53.287999 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-e957e132-d1f2-4392-9482-e4e85e0c8af9 req-266c0979-6450-4636-9d2f-0298bb2a9670 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=01eb92c5-0b6d-470b-af82-7178a73fe03e HTTP/1.1" status: 200 len: 1098 time: 0.0391450 Aug 16 15:20:53.321420 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-e957e132-d1f2-4392-9482-e4e85e0c8af9 req-8a361595-22df-49d1-8be9-d904bbceb895 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=7118336f-cdf2-4c68-a68a-e3fb18810dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0257812 Aug 16 15:20:53.707649 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ff983-d3a4-481c-8d46-3d515ec9bbaa req-f7b27bce-e3d0-4b06-92cf-b964454a134e tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:20:53.709145 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-484ff983-d3a4-481c-8d46-3d515ec9bbaa req-f7b27bce-e3d0-4b06-92cf-b964454a134e tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ca457fa-c2fa-4daf-980f-452aaeb61360 HTTP/1.1" status: 200 len: 946 time: 0.0494730 Aug 16 15:20:53.746676 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-484ff983-d3a4-481c-8d46-3d515ec9bbaa req-457bd277-597e-4edc-a4d7-9a52c4362764 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=f7c1c24b-63ef-4f08-a3b2-aa0aa7fc808b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315993 Aug 16 15:20:53.976326 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3c523-b4c0-4c79-bb73-70e568cafb8c req-a31da0e8-f665-4617-8ecc-a930264724ae tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:20:53.977792 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-75d3c523-b4c0-4c79-bb73-70e568cafb8c req-a31da0e8-f665-4617-8ecc-a930264724ae tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/ports?device_id=01eb92c5-0b6d-470b-af82-7178a73fe03e HTTP/1.1" status: 200 len: 945 time: 0.0485566 Aug 16 15:20:54.017056 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-75d3c523-b4c0-4c79-bb73-70e568cafb8c req-df29afe1-1a49-4807-985a-467de7b097b5 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/security-groups?id=7118336f-cdf2-4c68-a68a-e3fb18810dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327542 Aug 16 15:20:54.863892 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcbf53b-707c-4eb7-b0b5-9ade2803f03d req-c435cf59-41a6-44ee-9fc2-54ec56a00709 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:20:54.865827 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-1bcbf53b-707c-4eb7-b0b5-9ade2803f03d req-c435cf59-41a6-44ee-9fc2-54ec56a00709 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ca457fa-c2fa-4daf-980f-452aaeb61360 HTTP/1.1" status: 200 len: 946 time: 0.0502281 Aug 16 15:20:54.901507 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-1bcbf53b-707c-4eb7-b0b5-9ade2803f03d req-087b3c0e-4d47-4e71-9799-ba60a49177af tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=f7c1c24b-63ef-4f08-a3b2-aa0aa7fc808b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299401 Aug 16 15:20:55.129998 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52335bb7-5de2-4ca7-9e54-d4f0ac7b1c35 req-e6bc73cb-c728-413d-8c90-6a359f5b2950 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:20:55.131938 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-52335bb7-5de2-4ca7-9e54-d4f0ac7b1c35 req-e6bc73cb-c728-413d-8c90-6a359f5b2950 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/ports?device_id=01eb92c5-0b6d-470b-af82-7178a73fe03e HTTP/1.1" status: 200 len: 945 time: 0.0516601 Aug 16 15:20:55.169410 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-52335bb7-5de2-4ca7-9e54-d4f0ac7b1c35 req-476ab904-e11d-467b-ab91-a29e72b77355 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/security-groups?id=7118336f-cdf2-4c68-a68a-e3fb18810dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305538 Aug 16 15:20:55.276864 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20409b45-1fbf-4d6f-bd5b-3926394d86c6 req-76c7726f-3478-462d-8645-8b6fff2f43f3 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:20:55.278302 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-20409b45-1fbf-4d6f-bd5b-3926394d86c6 req-76c7726f-3478-462d-8645-8b6fff2f43f3 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/ports?device_id=01eb92c5-0b6d-470b-af82-7178a73fe03e HTTP/1.1" status: 200 len: 945 time: 0.0480804 Aug 16 15:20:55.287093 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 41352) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:20:55.291617 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [None req-af367033-664c-4e99-8843-0d9cf11bd45b tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Request body: {'floatingip': {'port_id': '63610183-920a-4937-acb5-4ba4e3a7f1cc'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:20:55.329374 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-af367033-664c-4e99-8843-0d9cf11bd45b tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks [] for floatingip, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:55.744536 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-af367033-664c-4e99-8843-0d9cf11bd45b tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:55.748227 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-af367033-664c-4e99-8843-0d9cf11bd45b tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798589'] for floatingip, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:55.842894 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.db.l3_db [None req-af367033-664c-4e99-8843-0d9cf11bd45b tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Floating IP b76e80bd-ae61-43c1-b2d0-a9b8ffb00bcf associated. External IP: 172.27.3.24, port: 63610183-920a-4937-acb5-4ba4e3a7f1cc. Aug 16 15:20:56.073834 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142942fc-d8df-4502-a39c-e94293d72c20 req-14575b00-cfa5-425d-b5c3-3fb7ebd570bb tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:20:56.075172 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-142942fc-d8df-4502-a39c-e94293d72c20 req-14575b00-cfa5-425d-b5c3-3fb7ebd570bb tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ca457fa-c2fa-4daf-980f-452aaeb61360 HTTP/1.1" status: 200 len: 946 time: 0.1016755 Aug 16 15:20:56.105049 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af367033-664c-4e99-8843-0d9cf11bd45b tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Router e55267b5-09f4-4a93-ad8f-8a1b79d4294c has already been hosted by L3 agent b2ca3166-9002-4222-bd01-ae8f73ca62dc {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 15:20:56.125633 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-142942fc-d8df-4502-a39c-e94293d72c20 req-0b2dd302-3bce-42cc-986b-c002d9858571 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=f7c1c24b-63ef-4f08-a3b2-aa0aa7fc808b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437703 Aug 16 15:20:56.222331 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af367033-664c-4e99-8843-0d9cf11bd45b tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify agent at l3_agent.dv-cinder-804757-1-iscsi the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:20:56.227342 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-af367033-664c-4e99-8843-0d9cf11bd45b tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:56.232486 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d70cfb4-1d1e-43f7-a970-1305d62fb6db None None] Sync routers for ids ['e55267b5-09f4-4a93-ad8f-8a1b79d4294c'] in dv-cinder-804757-1-iscsi {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:20:56.242373 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d70cfb4-1d1e-43f7-a970-1305d62fb6db None None] Routers {'e55267b5-09f4-4a93-ad8f-8a1b79d4294c'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:20:56.243027 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-5d70cfb4-1d1e-43f7-a970-1305d62fb6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:20:34Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['e55267b5-09f4-4a93-ad8f-8a1b79d4294c'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:20:56.253869 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-af367033-664c-4e99-8843-0d9cf11bd45b tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "PUT /v2.0/floatingips/b76e80bd-ae61-43c1-b2d0-a9b8ffb00bcf HTTP/1.1" status: 200 len: 990 time: 0.9657078 Aug 16 15:20:56.254435 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01eb92c5-0b6d-470b-af82-7178a73fe03e', 'tag': '63610183-920a-4937-acb5-4ba4e3a7f1cc'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:20:56.258073 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a5cfb7157b8b73f0e4116fd12db15b1ff73336af95e475daca955d95e5834ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49bdf149-360e-49c4-8aea-fec710abe0de" -d '{"events": [{"name": "network-changed", "server_uuid": "01eb92c5-0b6d-470b-af82-7178a73fe03e", "tag": "63610183-920a-4937-acb5-4ba4e3a7f1cc"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:20:56.348389 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 15:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be550127-8e17-41ef-a1ae-8d162ce368d4 x-openstack-request-id: req-be550127-8e17-41ef-a1ae-8d162ce368d4 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:20:56.348681 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01eb92c5-0b6d-470b-af82-7178a73fe03e", "tag": "63610183-920a-4937-acb5-4ba4e3a7f1cc", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:20:56.348936 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-be550127-8e17-41ef-a1ae-8d162ce368d4 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:20:56.349342 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01eb92c5-0b6d-470b-af82-7178a73fe03e', 'tag': '63610183-920a-4937-acb5-4ba4e3a7f1cc', 'status': 'completed', 'code': 200} Aug 16 15:20:56.366139 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-5d70cfb4-1d1e-43f7-a970-1305d62fb6db None None] Set router e55267b5-09f4-4a93-ad8f-8a1b79d4294c gateway port host: dv-cinder-804757-1-iscsi {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:20:56.410801 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bdf149-360e-49c4-8aea-fec710abe0de req-ecb2f476-8b06-4df7-9993-006ecb976841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:20:56.412445 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-49bdf149-360e-49c4-8aea-fec710abe0de req-ecb2f476-8b06-4df7-9993-006ecb976841 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d3a7f9f707ee45cba24f8d207b4a20be&device_id=01eb92c5-0b6d-470b-af82-7178a73fe03e HTTP/1.1" status: 200 len: 1098 time: 0.0410938 Aug 16 15:20:56.413669 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:20:56.504895 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bdf149-360e-49c4-8aea-fec710abe0de req-698abbcf-8612-4874-951a-04b5ef586117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:20:56.507010 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-49bdf149-360e-49c4-8aea-fec710abe0de req-698abbcf-8612-4874-951a-04b5ef586117 service neutron] 10.222.0.63 "GET /v2.0/networks?id=5c9974df-1452-4a5b-a52f-46f461318e3c HTTP/1.1" status: 200 len: 911 time: 0.0865443 Aug 16 15:20:56.571666 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-49bdf149-360e-49c4-8aea-fec710abe0de req-ba06671d-fc6a-4dc6-a75f-19fdd80404b8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63610183-920a-4937-acb5-4ba4e3a7f1cc HTTP/1.1" status: 200 len: 998 time: 0.0575743 Aug 16 15:20:56.600689 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-5d70cfb4-1d1e-43f7-a970-1305d62fb6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55267b5-09f4-4a93-ad8f-8a1b79d4294c', 'name': 'tempest-AttachVolumeTestJSON-1508374636-router', 'tenant_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '0239c728-d1d1-401e-9718-03afcbbb41d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:16:34Z', 'updated_at': '2021-08-16T15:16:38Z', 'revision_number': 4, 'project_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'gw_port': {'id': '0239c728-d1d1-401e-9718-03afcbbb41d1', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55267b5-09f4-4a93-ad8f-8a1b79d4294c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:16:35Z', 'updated_at': '2021-08-16T15:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_floatingips': [{'id': 'b76e80bd-ae61-43c1-b2d0-a9b8ffb00bcf', 'tenant_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'floating_ip_address': '172.27.3.24', 'floating_network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'router_id': 'e55267b5-09f4-4a93-ad8f-8a1b79d4294c', 'port_id': '63610183-920a-4937-acb5-4ba4e3a7f1cc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c9974df-1452-4a5b-a52f-46f461318e3c', 'mac_address': 'fa:16:3e:ec:0c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01eb92c5-0b6d-470b-af82-7178a73fe03e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T15:20:44Z', 'updated_at': '2021-08-16T15:20:55Z', 'revision_number': 1, 'project_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '398bc161-924d-4027-a47b-0113bf762b18', 'name': '', 'network_id': '5c9974df-1452-4a5b-a52f-46f461318e3c', 'tenant_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'mac_address': 'fa:16:3e:16:21:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55267b5-09f4-4a93-ad8f-8a1b79d4294c', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '7ced82d6-0fff-43a3-9b35-104e114d5850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:16:38Z', 'updated_at': '2021-08-16T15:16:45Z', 'revision_number': 5, 'project_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'subnets': [{'id': '7ced82d6-0fff-43a3-9b35-104e114d5850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:20:56.620404 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bdf149-360e-49c4-8aea-fec710abe0de req-68bce08d-cca6-4057-adbc-8b3c445f715a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:20:56.621852 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-49bdf149-360e-49c4-8aea-fec710abe0de req-68bce08d-cca6-4057-adbc-8b3c445f715a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7ced82d6-0fff-43a3-9b35-104e114d5850 HTTP/1.1" status: 200 len: 850 time: 0.0432234 Aug 16 15:20:56.627141 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d70cfb4-1d1e-43f7-a970-1305d62fb6db None None] Checking router: e55267b5-09f4-4a93-ad8f-8a1b79d4294c for host: dv-cinder-804757-1-iscsi {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:20:56.635363 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d70cfb4-1d1e-43f7-a970-1305d62fb6db None None] Routers {'e55267b5-09f4-4a93-ad8f-8a1b79d4294c'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:20:56.635956 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-5d70cfb4-1d1e-43f7-a970-1305d62fb6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:20:34Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['e55267b5-09f4-4a93-ad8f-8a1b79d4294c'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:20:56.670248 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bdf149-360e-49c4-8aea-fec710abe0de req-771b370c-b7fb-42f7-a9c6-04ee8ac28a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:20:56.671751 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-49bdf149-360e-49c4-8aea-fec710abe0de req-771b370c-b7fb-42f7-a9c6-04ee8ac28a0a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=5c9974df-1452-4a5b-a52f-46f461318e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427353 Aug 16 15:20:56.741834 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-5d70cfb4-1d1e-43f7-a970-1305d62fb6db None None] Set router e55267b5-09f4-4a93-ad8f-8a1b79d4294c gateway port host: dv-cinder-804757-1-iscsi {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:20:56.759684 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-49bdf149-360e-49c4-8aea-fec710abe0de req-e93c8a70-512e-4310-9b14-7ace61161f1f service neutron] 10.222.0.63 "GET /v2.0/networks/5c9974df-1452-4a5b-a52f-46f461318e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802166 Aug 16 15:20:56.851686 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-49bdf149-360e-49c4-8aea-fec710abe0de req-c85b3da3-19d2-4124-a657-e78f7f78248a service neutron] 10.222.0.63 "GET /v2.0/networks/5c9974df-1452-4a5b-a52f-46f461318e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834162 Aug 16 15:20:56.964300 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-5d70cfb4-1d1e-43f7-a970-1305d62fb6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55267b5-09f4-4a93-ad8f-8a1b79d4294c', 'name': 'tempest-AttachVolumeTestJSON-1508374636-router', 'tenant_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '0239c728-d1d1-401e-9718-03afcbbb41d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:16:34Z', 'updated_at': '2021-08-16T15:16:38Z', 'revision_number': 4, 'project_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'gw_port': {'id': '0239c728-d1d1-401e-9718-03afcbbb41d1', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55267b5-09f4-4a93-ad8f-8a1b79d4294c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:16:35Z', 'updated_at': '2021-08-16T15:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_floatingips': [{'id': 'b76e80bd-ae61-43c1-b2d0-a9b8ffb00bcf', 'tenant_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'floating_ip_address': '172.27.3.24', 'floating_network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'router_id': 'e55267b5-09f4-4a93-ad8f-8a1b79d4294c', 'port_id': '63610183-920a-4937-acb5-4ba4e3a7f1cc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c9974df-1452-4a5b-a52f-46f461318e3c', 'mac_address': 'fa:16:3e:ec:0c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01eb92c5-0b6d-470b-af82-7178a73fe03e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T15:20:44Z', 'updated_at': '2021-08-16T15:20:55Z', 'revision_number': 1, 'project_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '398bc161-924d-4027-a47b-0113bf762b18', 'name': '', 'network_id': '5c9974df-1452-4a5b-a52f-46f461318e3c', 'tenant_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'mac_address': 'fa:16:3e:16:21:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55267b5-09f4-4a93-ad8f-8a1b79d4294c', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '7ced82d6-0fff-43a3-9b35-104e114d5850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:16:38Z', 'updated_at': '2021-08-16T15:16:45Z', 'revision_number': 5, 'project_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'subnets': [{'id': '7ced82d6-0fff-43a3-9b35-104e114d5850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:20:56.990510 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d70cfb4-1d1e-43f7-a970-1305d62fb6db None None] The sync data for ids ['e55267b5-09f4-4a93-ad8f-8a1b79d4294c'] in dv-cinder-804757-1-iscsi is: [{'id': 'e55267b5-09f4-4a93-ad8f-8a1b79d4294c', 'name': 'tempest-AttachVolumeTestJSON-1508374636-router', 'tenant_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '0239c728-d1d1-401e-9718-03afcbbb41d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:16:34Z', 'updated_at': '2021-08-16T15:16:38Z', 'revision_number': 4, 'project_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'gw_port': {'id': '0239c728-d1d1-401e-9718-03afcbbb41d1', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55267b5-09f4-4a93-ad8f-8a1b79d4294c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:16:35Z', 'updated_at': '2021-08-16T15:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_floatingips': [{'id': 'b76e80bd-ae61-43c1-b2d0-a9b8ffb00bcf', 'tenant_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'floating_ip_address': '172.27.3.24', 'floating_network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'router_id': 'e55267b5-09f4-4a93-ad8f-8a1b79d4294c', 'port_id': '63610183-920a-4937-acb5-4ba4e3a7f1cc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c9974df-1452-4a5b-a52f-46f461318e3c', 'mac_address': 'fa:16:3e:ec:0c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01eb92c5-0b6d-470b-af82-7178a73fe03e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T15:20:44Z', 'updated_at': '2021-08-16T15:20:55Z', 'revision_number': 1, 'project_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '398bc161-924d-4027-a47b-0113bf762b18', 'name': '', 'network_id': '5c9974df-1452-4a5b-a52f-46f461318e3c', 'tenant_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'mac_address': 'fa:16:3e:16:21:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55267b5-09f4-4a93-ad8f-8a1b79d4294c', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '7ced82d6-0fff-43a3-9b35-104e114d5850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:16:38Z', 'updated_at': '2021-08-16T15:16:45Z', 'revision_number': 5, 'project_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'subnets': [{'id': '7ced82d6-0fff-43a3-9b35-104e114d5850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:20:57.171466 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2428b6-1655-4e65-9153-ec059b4d4792 None None] New status for floating IP b76e80bd-ae61-43c1-b2d0-a9b8ffb00bcf: ACTIVE {{(pid=94054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 15:20:57.247489 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121cfb08-31fc-4b19-95bf-4b544e730db8 req-dd1594bf-00f0-46af-b381-1252063dd306 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:20:57.249004 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-121cfb08-31fc-4b19-95bf-4b544e730db8 req-dd1594bf-00f0-46af-b381-1252063dd306 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ca457fa-c2fa-4daf-980f-452aaeb61360 HTTP/1.1" status: 200 len: 946 time: 0.0498533 Aug 16 15:20:57.286423 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-121cfb08-31fc-4b19-95bf-4b544e730db8 req-d9af9df7-5f78-4943-8368-a1695dfb1441 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=f7c1c24b-63ef-4f08-a3b2-aa0aa7fc808b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314474 Aug 16 15:20:58.405171 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d32ac7-96a6-4994-bf15-9f185a0425df req-c62c84b6-ac03-4b4e-b0ab-7c578483a11c tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:20:58.406658 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-a2d32ac7-96a6-4994-bf15-9f185a0425df req-c62c84b6-ac03-4b4e-b0ab-7c578483a11c tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ca457fa-c2fa-4daf-980f-452aaeb61360 HTTP/1.1" status: 200 len: 946 time: 0.0491438 Aug 16 15:20:58.444230 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-a2d32ac7-96a6-4994-bf15-9f185a0425df req-9606ca15-edb0-4d2a-adc6-2277cda87208 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=f7c1c24b-63ef-4f08-a3b2-aa0aa7fc808b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311270 Aug 16 15:20:58.763846 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-d33c6cba-fbd7-40dd-bd93-83fcd60175f8 req-06631dec-b6a1-4a22-a891-5aed471a9e44 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422738 Aug 16 15:20:58.821766 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33c6cba-fbd7-40dd-bd93-83fcd60175f8 req-57906de0-8a06-4f16-b0a6-33ec6213e509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:20:58.823219 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-d33c6cba-fbd7-40dd-bd93-83fcd60175f8 req-57906de0-8a06-4f16-b0a6-33ec6213e509 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b909c74720ca49ce9720908372ac710e&device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce HTTP/1.1" status: 200 len: 1099 time: 0.0382438 Aug 16 15:20:58.926342 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33c6cba-fbd7-40dd-bd93-83fcd60175f8 req-22d7b51f-9957-486b-86aa-7900be8be376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:20:58.927767 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-d33c6cba-fbd7-40dd-bd93-83fcd60175f8 req-22d7b51f-9957-486b-86aa-7900be8be376 service neutron] 10.222.0.63 "GET /v2.0/networks?id=39688803-4c7a-4e65-bd12-e072ee8a86dc HTTP/1.1" status: 200 len: 909 time: 0.0823970 Aug 16 15:20:58.964168 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.agents_db [None req-45e7de1a-0021-4862-aee0-d1a44650be34 None None] Agent healthcheck: found 6 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 15:20:58.994984 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-d33c6cba-fbd7-40dd-bd93-83fcd60175f8 req-bed98514-c54e-4feb-bd5b-22edf11a3068 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28f30e6e-1f6d-46c5-b0ad-7ab9162ac904 HTTP/1.1" status: 200 len: 1000 time: 0.0592668 Aug 16 15:20:59.042678 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33c6cba-fbd7-40dd-bd93-83fcd60175f8 req-8dae78f5-571b-4d54-a151-e8f5dc99bbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:20:59.043963 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-d33c6cba-fbd7-40dd-bd93-83fcd60175f8 req-8dae78f5-571b-4d54-a151-e8f5dc99bbe9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5f7e542c-3ecd-4a2a-b7d4-b70d0efc580a HTTP/1.1" status: 200 len: 848 time: 0.0424526 Aug 16 15:20:59.090354 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33c6cba-fbd7-40dd-bd93-83fcd60175f8 req-5074c4da-452f-44b8-9dff-2b7cd3dbdbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:20:59.091738 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-d33c6cba-fbd7-40dd-bd93-83fcd60175f8 req-5074c4da-452f-44b8-9dff-2b7cd3dbdbb6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=39688803-4c7a-4e65-bd12-e072ee8a86dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410531 Aug 16 15:20:59.425330 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-d33c6cba-fbd7-40dd-bd93-83fcd60175f8 req-0fa77fd7-5d01-4bed-bb9c-502a86eb79b9 service neutron] 10.222.0.63 "GET /v2.0/networks/39688803-4c7a-4e65-bd12-e072ee8a86dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262916 Aug 16 15:20:59.527890 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-d33c6cba-fbd7-40dd-bd93-83fcd60175f8 req-d2afc660-dcd1-4ca1-b1c6-f5a5cf153bde service neutron] 10.222.0.63 "GET /v2.0/networks/39688803-4c7a-4e65-bd12-e072ee8a86dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919411 Aug 16 15:20:59.563134 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6617565-c29d-4ec5-9224-8fccf777ef98 req-0ffe5657-f2df-433d-a22e-a5a7c802ff9d tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:20:59.564608 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-d6617565-c29d-4ec5-9224-8fccf777ef98 req-0ffe5657-f2df-433d-a22e-a5a7c802ff9d tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ca457fa-c2fa-4daf-980f-452aaeb61360 HTTP/1.1" status: 200 len: 946 time: 0.0491915 Aug 16 15:20:59.601399 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-d6617565-c29d-4ec5-9224-8fccf777ef98 req-be639c6d-6b22-49fd-8766-8338ac38e85e tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=f7c1c24b-63ef-4f08-a3b2-aa0aa7fc808b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304186 Aug 16 15:21:00.718108 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f79ac-bc6c-4529-871a-8315d00e35bd req-a3f46313-01d7-4546-af3a-2fb8d794f62c tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:00.719544 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-353f79ac-bc6c-4529-871a-8315d00e35bd req-a3f46313-01d7-4546-af3a-2fb8d794f62c tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ca457fa-c2fa-4daf-980f-452aaeb61360 HTTP/1.1" status: 200 len: 946 time: 0.0481267 Aug 16 15:21:00.756440 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-353f79ac-bc6c-4529-871a-8315d00e35bd req-6add562a-ed37-438d-82b8-d029f34af172 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=f7c1c24b-63ef-4f08-a3b2-aa0aa7fc808b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302131 Aug 16 15:21:01.383833 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-eb048004-ebac-4b75-89cd-7dde30daa71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:01.876258 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae602a-80ba-4591-8c99-6f5bb69e5f64 req-97f0aec3-a90c-4612-8029-755f927d29ca tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:01.877908 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-f6ae602a-80ba-4591-8c99-6f5bb69e5f64 req-97f0aec3-a90c-4612-8029-755f927d29ca tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ca457fa-c2fa-4daf-980f-452aaeb61360 HTTP/1.1" status: 200 len: 946 time: 0.0519609 Aug 16 15:21:01.915749 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-f6ae602a-80ba-4591-8c99-6f5bb69e5f64 req-b4471083-4496-4414-b188-c33f0cfe1e01 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=f7c1c24b-63ef-4f08-a3b2-aa0aa7fc808b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311835 Aug 16 15:21:03.033749 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b67cb-0339-4a7e-a077-7a52504b6e5e req-6165347e-f4d3-488d-8c99-b29f4f6ee0eb tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:03.035146 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-6f7b67cb-0339-4a7e-a077-7a52504b6e5e req-6165347e-f4d3-488d-8c99-b29f4f6ee0eb tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ca457fa-c2fa-4daf-980f-452aaeb61360 HTTP/1.1" status: 200 len: 946 time: 0.0496309 Aug 16 15:21:03.073701 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-6f7b67cb-0339-4a7e-a077-7a52504b6e5e req-bf25375e-5dc7-442b-9776-fc8b80773dd1 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=f7c1c24b-63ef-4f08-a3b2-aa0aa7fc808b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312529 Aug 16 15:21:03.082670 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-cd0e3b20-75b2-4de3-8a54-d63c51204be1 req-a394d542-8811-4457-a269-87514d10437b tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1981855539&fields=id&tenant_id=74d046b645ba40689a9a38f294d5047f HTTP/1.1" status: 200 len: 267 time: 0.0326009 Aug 16 15:21:03.139996 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0e3b20-75b2-4de3-8a54-d63c51204be1 req-bdb3768c-c354-4205-8093-30651b9aa498 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:03.141472 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-cd0e3b20-75b2-4de3-8a54-d63c51204be1 req-bdb3768c-c354-4205-8093-30651b9aa498 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/ports?device_id=de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2 HTTP/1.1" status: 200 len: 984 time: 0.0525651 Aug 16 15:21:03.154849 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [req-cd0e3b20-75b2-4de3-8a54-d63c51204be1 req-2fefe949-1b1f-4315-b253-327505b4f7a3 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Request body: {'port': {'security_groups': ['4a0e2430-a832-49a7-b80a-9e1eb0384896']}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:21:03.235164 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-cd0e3b20-75b2-4de3-8a54-d63c51204be1 req-2fefe949-1b1f-4315-b253-327505b4f7a3 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:03.292405 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f550a7e-fb0a-422b-84a3-5cc7a2a9a667 req-e7077af0-96b5-4e7b-8adc-d1d22bbcd74c tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:03.294193 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-9f550a7e-fb0a-422b-84a3-5cc7a2a9a667 req-e7077af0-96b5-4e7b-8adc-d1d22bbcd74c tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce HTTP/1.1" status: 200 len: 946 time: 0.0476649 Aug 16 15:21:03.331178 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-9f550a7e-fb0a-422b-84a3-5cc7a2a9a667 req-dc3e3881-c1d2-42be-9424-b36f9a01bdd6 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/security-groups?id=17af3205-09df-4517-9712-91936f7ba92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312467 Aug 16 15:21:03.408483 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-cd0e3b20-75b2-4de3-8a54-d63c51204be1 req-2fefe949-1b1f-4315-b253-327505b4f7a3 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] For port 74db418b-edee-450a-80a6-8bf95ebcc50f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=74db418b-edee-450a-80a6-8bf95ebcc50f,segment=NetworkSegment(b0e1ed7a-79e8-499e-a716-624f334e2176),segment_id=b0e1ed7a-79e8-499e-a716-624f334e2176)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:21:03.435549 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-cd0e3b20-75b2-4de3-8a54-d63c51204be1 req-2fefe949-1b1f-4315-b253-327505b4f7a3 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:03.439897 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-cd0e3b20-75b2-4de3-8a54-d63c51204be1 req-2fefe949-1b1f-4315-b253-327505b4f7a3 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2268376'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:03.451991 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] get_ports_and_sgs() called for port_ids ['74db418b-edee-450a-80a6-8bf95ebcc50f'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:21:03.481742 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0e3b20-75b2-4de3-8a54-d63c51204be1 req-2fefe949-1b1f-4315-b253-327505b4f7a3 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:03.482354 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-cd0e3b20-75b2-4de3-8a54-d63c51204be1 req-2fefe949-1b1f-4315-b253-327505b4f7a3 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:03.483742 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-cd0e3b20-75b2-4de3-8a54-d63c51204be1 req-2fefe949-1b1f-4315-b253-327505b4f7a3 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "PUT /v2.0/ports/74db418b-edee-450a-80a6-8bf95ebcc50f HTTP/1.1" status: 200 len: 942 time: 0.3341546 Aug 16 15:21:03.484210 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2', 'tag': '74db418b-edee-450a-80a6-8bf95ebcc50f'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:21:03.486689 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a5cfb7157b8b73f0e4116fd12db15b1ff73336af95e475daca955d95e5834ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27bb5970-de1e-45c0-ae32-8c55f1aabe5b" -d '{"events": [{"name": "network-changed", "server_uuid": "de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2", "tag": "74db418b-edee-450a-80a6-8bf95ebcc50f"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:21:03.490061 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 41398) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:21:03.512679 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fefe949-1b1f-4315-b253-327505b4f7a3 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Pushing event updated for resources: {'Port': ['ID=74db418b-edee-450a-80a6-8bf95ebcc50f,revision_number=7']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:21:03.539061 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 15:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad573ba-9928-4ecc-8d23-18ca8a1a191a x-openstack-request-id: req-dad573ba-9928-4ecc-8d23-18ca8a1a191a {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:21:03.539372 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2", "tag": "74db418b-edee-450a-80a6-8bf95ebcc50f", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:21:03.539628 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dad573ba-9928-4ecc-8d23-18ca8a1a191a {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:21:03.540052 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2', 'tag': '74db418b-edee-450a-80a6-8bf95ebcc50f', 'status': 'completed', 'code': 200} Aug 16 15:21:03.587773 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e4bdcc3c-3c9d-4cf9-b2fb-39e39ea3f4bf tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:03.598506 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] get_ports_and_sgs() called for port_ids ['74db418b-edee-450a-80a6-8bf95ebcc50f'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:21:03.635512 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e4bdcc3c-3c9d-4cf9-b2fb-39e39ea3f4bf tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:03.657725 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb5970-de1e-45c0-ae32-8c55f1aabe5b req-b7c6c50a-c55c-4df1-9855-9cd4785ce53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:03.659114 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-27bb5970-de1e-45c0-ae32-8c55f1aabe5b req-b7c6c50a-c55c-4df1-9855-9cd4785ce53a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=74d046b645ba40689a9a38f294d5047f&device_id=de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2 HTTP/1.1" status: 200 len: 1098 time: 0.0854340 Aug 16 15:21:03.758992 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e4bdcc3c-3c9d-4cf9-b2fb-39e39ea3f4bf tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:03.761472 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e4bdcc3c-3c9d-4cf9-b2fb-39e39ea3f4bf tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:03.762601 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-e4bdcc3c-3c9d-4cf9-b2fb-39e39ea3f4bf tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "DELETE /v2.0/security-groups/5e93093e-a9d2-4eba-b813-68b10bfa66ea HTTP/1.1" status: 204 len: 168 time: 0.2715104 Aug 16 15:21:03.765380 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 41400) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:21:03.767527 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-8ab3f9a8-0bc9-48c1-9b74-dc01557a897b None None] Provisioning complete for port 74db418b-edee-450a-80a6-8bf95ebcc50f triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:21:03.767902 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8ab3f9a8-0bc9-48c1-9b74-dc01557a897b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:03.786358 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb5970-de1e-45c0-ae32-8c55f1aabe5b req-c2d96277-8607-463b-aa98-427f95a06381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:03.788440 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-27bb5970-de1e-45c0-ae32-8c55f1aabe5b req-c2d96277-8607-463b-aa98-427f95a06381 service neutron] 10.222.0.63 "GET /v2.0/networks?id=e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab HTTP/1.1" status: 200 len: 915 time: 0.1163635 Aug 16 15:21:03.789272 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bdcc3c-3c9d-4cf9-b2fb-39e39ea3f4bf tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e93093e-a9d2-4eba-b813-68b10bfa66ea,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:21:03.871786 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-27bb5970-de1e-45c0-ae32-8c55f1aabe5b req-f9fd9f07-b26f-4434-989c-0d257d7bd69e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74db418b-edee-450a-80a6-8bf95ebcc50f HTTP/1.1" status: 200 len: 1001 time: 0.0750444 Aug 16 15:21:03.922739 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb5970-de1e-45c0-ae32-8c55f1aabe5b req-b84846ca-3dc8-4070-b4d8-67b8a9c84802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:03.924238 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-27bb5970-de1e-45c0-ae32-8c55f1aabe5b req-b84846ca-3dc8-4070-b4d8-67b8a9c84802 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2468f3cc-012a-4fe4-84ca-361a65cab58f HTTP/1.1" status: 200 len: 854 time: 0.0446801 Aug 16 15:21:03.930657 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-78d5b44e-7bd5-4ce3-84f8-dc808c31f091 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Deleting port 84c5913f-fe76-4d9f-9a64-461a3a09251e {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:21:03.930998 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-78d5b44e-7bd5-4ce3-84f8-dc808c31f091 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769335647479'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:03.959672 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-e3352299-04b4-484b-90ae-8701ea7e06ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:03.982424 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb5970-de1e-45c0-ae32-8c55f1aabe5b req-75f3ff44-210c-4af0-9904-c7b26f403f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:03.983915 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-27bb5970-de1e-45c0-ae32-8c55f1aabe5b req-75f3ff44-210c-4af0-9904-c7b26f403f95 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519636 Aug 16 15:21:04.007869 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-78d5b44e-7bd5-4ce3-84f8-dc808c31f091 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3800399'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:04.008254 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-78d5b44e-7bd5-4ce3-84f8-dc808c31f091 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:04.019550 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-78d5b44e-7bd5-4ce3-84f8-dc808c31f091 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Calling delete_port for 84c5913f-fe76-4d9f-9a64-461a3a09251e owned by network:floatingip {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:21:04.073209 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-27bb5970-de1e-45c0-ae32-8c55f1aabe5b req-d6b171b5-a31a-45f0-a4da-c076c06064a7 service neutron] 10.222.0.63 "GET /v2.0/networks/e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810785 Aug 16 15:21:04.205376 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-27bb5970-de1e-45c0-ae32-8c55f1aabe5b req-6e949443-1529-4cb1-b2ce-4f67157fae13 service neutron] 10.222.0.63 "GET /v2.0/networks/e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235428 Aug 16 15:21:04.218695 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbaa3d8-6d39-492f-93db-278fe8e7a02a req-438e02ed-0cc2-4a8d-bc4d-686f3e0074b1 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:04.220256 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-9dbaa3d8-6d39-492f-93db-278fe8e7a02a req-438e02ed-0cc2-4a8d-bc4d-686f3e0074b1 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ca457fa-c2fa-4daf-980f-452aaeb61360 HTTP/1.1" status: 200 len: 946 time: 0.0687301 Aug 16 15:21:04.251341 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:04.267083 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-9dbaa3d8-6d39-492f-93db-278fe8e7a02a req-13975ae9-27fc-481f-b92f-ee27e3a5192e tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=f7c1c24b-63ef-4f08-a3b2-aa0aa7fc808b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396438 Aug 16 15:21:04.440023 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-78d5b44e-7bd5-4ce3-84f8-dc808c31f091 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769335768917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769335250710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268375'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:04.471852 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d5b44e-7bd5-4ce3-84f8-dc808c31f091 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Pushing event deleted for resources: {'Port': ['ID=84c5913f-fe76-4d9f-9a64-461a3a09251e,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:21:04.504497 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f07d303-8532-44c5-ad2d-e5495d04d413 req-a1e9f304-4477-465d-a1ab-119ddc9defa1 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:04.506706 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-5f07d303-8532-44c5-ad2d-e5495d04d413 req-a1e9f304-4477-465d-a1ab-119ddc9defa1 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce HTTP/1.1" status: 200 len: 946 time: 0.0983877 Aug 16 15:21:04.567479 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-5f07d303-8532-44c5-ad2d-e5495d04d413 req-3cbbf2fc-499e-48e0-b5b3-66dd4d453e5d tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/security-groups?id=17af3205-09df-4517-9712-91936f7ba92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435567 Aug 16 15:21:04.568934 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-78d5b44e-7bd5-4ce3-84f8-dc808c31f091 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Notify callbacks [] for floatingip, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:04.569192 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.db.l3_db [None req-78d5b44e-7bd5-4ce3-84f8-dc808c31f091 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Floating IP daa4141b-f05a-4846-b33f-f75e8d1ea43a disassociated (deleted). External IP: 172.27.3.179, port: 74db418b-edee-450a-80a6-8bf95ebcc50f. Aug 16 15:21:04.769358 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d5b44e-7bd5-4ce3-84f8-dc808c31f091 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Router 86036828-fd17-4830-ac4f-81e0e56836eb has already been hosted by L3 agent b2ca3166-9002-4222-bd01-ae8f73ca62dc {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 15:21:04.873946 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d5b44e-7bd5-4ce3-84f8-dc808c31f091 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Notify agent at l3_agent.dv-cinder-804757-1-iscsi the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:21:04.878629 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-78d5b44e-7bd5-4ce3-84f8-dc808c31f091 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:04.883238 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6208eba-78ad-431e-ba61-5d8598b02caf None None] Sync routers for ids ['86036828-fd17-4830-ac4f-81e0e56836eb'] in dv-cinder-804757-1-iscsi {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:21:04.891938 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6208eba-78ad-431e-ba61-5d8598b02caf None None] Routers {'86036828-fd17-4830-ac4f-81e0e56836eb'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:21:04.892616 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-b6208eba-78ad-431e-ba61-5d8598b02caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:21:04Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['86036828-fd17-4830-ac4f-81e0e56836eb'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:21:04.904515 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-78d5b44e-7bd5-4ce3-84f8-dc808c31f091 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "DELETE /v2.0/floatingips/daa4141b-f05a-4846-b33f-f75e8d1ea43a HTTP/1.1" status: 204 len: 168 time: 1.1380792 Aug 16 15:21:05.006720 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-b6208eba-78ad-431e-ba61-5d8598b02caf None None] Set router 86036828-fd17-4830-ac4f-81e0e56836eb gateway port host: dv-cinder-804757-1-iscsi {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:21:05.040677 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device 8b1c3db9-6786-4da1-bdb0-17ffbf279714 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 15:21:05.355614 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5f8a3891-afd8-4a3f-99f3-eab7c9032578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:05.409582 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f2a21e-a28b-4648-8984-3ce965cf7524 req-44efbbb9-0ad8-47e1-9a6b-19791d4b4a2c tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:05.411072 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-91f2a21e-a28b-4648-8984-3ce965cf7524 req-44efbbb9-0ad8-47e1-9a6b-19791d4b4a2c tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ca457fa-c2fa-4daf-980f-452aaeb61360 HTTP/1.1" status: 200 len: 946 time: 0.0555131 Aug 16 15:21:05.418400 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port 8b1c3db9-6786-4da1-bdb0-17ffbf279714, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=8b1c3db9-6786-4da1-bdb0-17ffbf279714,segment=NetworkSegment(14733ac2-d464-430a-8fbb-6986db0ef57d),segment_id=14733ac2-d464-430a-8fbb-6986db0ef57d)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:21:05.450029 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Returning: {'device': '8b1c3db9-6786-4da1-bdb0-17ffbf279714', 'network_id': '1f85c19c-3590-46ae-ae77-7ccaa8ebaa66', 'port_id': '8b1c3db9-6786-4da1-bdb0-17ffbf279714', 'mac_address': 'fa:16:3e:02:4c:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9230327a-1ceb-43b3-9be3-e38bfee2db31', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 15:21:05.455700 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-91f2a21e-a28b-4648-8984-3ce965cf7524 req-0112da51-bf2e-4d69-986c-4ce2dab34903 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=f7c1c24b-63ef-4f08-a3b2-aa0aa7fc808b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365181 Aug 16 15:21:05.502889 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:05.516267 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-b6208eba-78ad-431e-ba61-5d8598b02caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86036828-fd17-4830-ac4f-81e0e56836eb', 'name': 'tempest-TestMinimumBasicScenario-1132977372-router', 'tenant_id': '74d046b645ba40689a9a38f294d5047f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'cb4dbd0b-5b7a-48ca-be97-758cbe9519ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:18:07Z', 'updated_at': '2021-08-16T15:18:15Z', 'revision_number': 4, 'project_id': '74d046b645ba40689a9a38f294d5047f', 'gw_port': {'id': 'cb4dbd0b-5b7a-48ca-be97-758cbe9519ab', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:31:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86036828-fd17-4830-ac4f-81e0e56836eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:18:09Z', 'updated_at': '2021-08-16T15:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_interfaces': [{'id': '772ddb41-d092-421a-8da7-17ac63e1de23', 'name': '', 'network_id': 'e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab', 'tenant_id': '74d046b645ba40689a9a38f294d5047f', 'mac_address': 'fa:16:3e:7c:48:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86036828-fd17-4830-ac4f-81e0e56836eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2468f3cc-012a-4fe4-84ca-361a65cab58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:18:14Z', 'updated_at': '2021-08-16T15:18:25Z', 'revision_number': 5, 'project_id': '74d046b645ba40689a9a38f294d5047f', 'subnets': [{'id': '2468f3cc-012a-4fe4-84ca-361a65cab58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:21:05.541641 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2', 'tag': '74db418b-edee-450a-80a6-8bf95ebcc50f'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:21:05.544502 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a5cfb7157b8b73f0e4116fd12db15b1ff73336af95e475daca955d95e5834ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab1575d2-c4d5-4a94-93fa-73915b15acb3" -d '{"events": [{"name": "network-changed", "server_uuid": "de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2", "tag": "74db418b-edee-450a-80a6-8bf95ebcc50f"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:21:05.545002 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8b1c3db9-6786-4da1-bdb0-17ffbf279714 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:21:05.550418 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6208eba-78ad-431e-ba61-5d8598b02caf None None] Checking router: 86036828-fd17-4830-ac4f-81e0e56836eb for host: dv-cinder-804757-1-iscsi {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:21:05.571785 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port 8b1c3db9-6786-4da1-bdb0-17ffbf279714, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=8b1c3db9-6786-4da1-bdb0-17ffbf279714,segment=NetworkSegment(14733ac2-d464-430a-8fbb-6986db0ef57d),segment_id=14733ac2-d464-430a-8fbb-6986db0ef57d)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:21:05.572933 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6208eba-78ad-431e-ba61-5d8598b02caf None None] Routers {'86036828-fd17-4830-ac4f-81e0e56836eb'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:21:05.573758 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-b6208eba-78ad-431e-ba61-5d8598b02caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:21:04Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['86036828-fd17-4830-ac4f-81e0e56836eb'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:21:05.581285 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 15:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfcd5a0a-128c-4eb3-bc71-f764dfdb77d4 x-openstack-request-id: req-cfcd5a0a-128c-4eb3-bc71-f764dfdb77d4 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:21:05.581760 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2", "tag": "74db418b-edee-450a-80a6-8bf95ebcc50f", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:21:05.582010 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cfcd5a0a-128c-4eb3-bc71-f764dfdb77d4 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:21:05.582402 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2', 'tag': '74db418b-edee-450a-80a6-8bf95ebcc50f', 'status': 'completed', 'code': 200} Aug 16 15:21:05.608860 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:05.694209 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1575d2-c4d5-4a94-93fa-73915b15acb3 req-268b48a2-600a-4d74-b7a9-d77543f87b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:05.695698 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-ab1575d2-c4d5-4a94-93fa-73915b15acb3 req-268b48a2-600a-4d74-b7a9-d77543f87b88 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=74d046b645ba40689a9a38f294d5047f&device_id=de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2 HTTP/1.1" status: 200 len: 1098 time: 0.0764551 Aug 16 15:21:05.712080 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912d68e0-ad46-46a7-8393-452535095300 req-beef1d27-bc34-4b14-81ff-42bba9d18f8b tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:05.713529 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-912d68e0-ad46-46a7-8393-452535095300 req-beef1d27-bc34-4b14-81ff-42bba9d18f8b tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce HTTP/1.1" status: 200 len: 946 time: 0.0607257 Aug 16 15:21:05.714098 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Pushing event updated for resources: {'Port': ['ID=8b1c3db9-6786-4da1-bdb0-17ffbf279714,revision_number=6']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:21:05.720790 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] get_ports_and_sgs() called for port_ids ['8b1c3db9-6786-4da1-bdb0-17ffbf279714'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:21:05.760058 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-b6208eba-78ad-431e-ba61-5d8598b02caf None None] Set router 86036828-fd17-4830-ac4f-81e0e56836eb gateway port host: dv-cinder-804757-1-iscsi {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:21:05.815721 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-912d68e0-ad46-46a7-8393-452535095300 req-05002870-ad95-48b8-b5cb-27e89dd6b67d tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/security-groups?id=17af3205-09df-4517-9712-91936f7ba92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851996 Aug 16 15:21:05.862623 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1575d2-c4d5-4a94-93fa-73915b15acb3 req-864da3a3-c271-4961-8130-3e1786006691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:05.864432 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-ab1575d2-c4d5-4a94-93fa-73915b15acb3 req-864da3a3-c271-4961-8130-3e1786006691 service neutron] 10.222.0.63 "GET /v2.0/networks?id=e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab HTTP/1.1" status: 200 len: 915 time: 0.1495829 Aug 16 15:21:05.919406 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-ab1575d2-c4d5-4a94-93fa-73915b15acb3 req-14d3f9bf-c680-4764-bbfa-90e6370eb296 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74db418b-edee-450a-80a6-8bf95ebcc50f HTTP/1.1" status: 200 len: 217 time: 0.0424681 Aug 16 15:21:05.992110 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1575d2-c4d5-4a94-93fa-73915b15acb3 req-bf14bd78-4fc8-4193-a14a-1a3c7c8614b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:05.993813 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-ab1575d2-c4d5-4a94-93fa-73915b15acb3 req-bf14bd78-4fc8-4193-a14a-1a3c7c8614b7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2468f3cc-012a-4fe4-84ca-361a65cab58f HTTP/1.1" status: 200 len: 854 time: 0.0647595 Aug 16 15:21:06.055916 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1575d2-c4d5-4a94-93fa-73915b15acb3 req-d4a1ab4b-4369-4830-9e62-76ae7d322f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:06.057543 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-ab1575d2-c4d5-4a94-93fa-73915b15acb3 req-d4a1ab4b-4369-4830-9e62-76ae7d322f2b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0537601 Aug 16 15:21:06.087933 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-b6208eba-78ad-431e-ba61-5d8598b02caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86036828-fd17-4830-ac4f-81e0e56836eb', 'name': 'tempest-TestMinimumBasicScenario-1132977372-router', 'tenant_id': '74d046b645ba40689a9a38f294d5047f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'cb4dbd0b-5b7a-48ca-be97-758cbe9519ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:18:07Z', 'updated_at': '2021-08-16T15:18:15Z', 'revision_number': 4, 'project_id': '74d046b645ba40689a9a38f294d5047f', 'gw_port': {'id': 'cb4dbd0b-5b7a-48ca-be97-758cbe9519ab', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:31:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86036828-fd17-4830-ac4f-81e0e56836eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:18:09Z', 'updated_at': '2021-08-16T15:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_interfaces': [{'id': '772ddb41-d092-421a-8da7-17ac63e1de23', 'name': '', 'network_id': 'e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab', 'tenant_id': '74d046b645ba40689a9a38f294d5047f', 'mac_address': 'fa:16:3e:7c:48:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86036828-fd17-4830-ac4f-81e0e56836eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2468f3cc-012a-4fe4-84ca-361a65cab58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:18:14Z', 'updated_at': '2021-08-16T15:18:25Z', 'revision_number': 5, 'project_id': '74d046b645ba40689a9a38f294d5047f', 'subnets': [{'id': '2468f3cc-012a-4fe4-84ca-361a65cab58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:21:06.136699 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6208eba-78ad-431e-ba61-5d8598b02caf None None] The sync data for ids ['86036828-fd17-4830-ac4f-81e0e56836eb'] in dv-cinder-804757-1-iscsi is: [{'id': '86036828-fd17-4830-ac4f-81e0e56836eb', 'name': 'tempest-TestMinimumBasicScenario-1132977372-router', 'tenant_id': '74d046b645ba40689a9a38f294d5047f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'cb4dbd0b-5b7a-48ca-be97-758cbe9519ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:18:07Z', 'updated_at': '2021-08-16T15:18:15Z', 'revision_number': 4, 'project_id': '74d046b645ba40689a9a38f294d5047f', 'gw_port': {'id': 'cb4dbd0b-5b7a-48ca-be97-758cbe9519ab', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:31:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86036828-fd17-4830-ac4f-81e0e56836eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:18:09Z', 'updated_at': '2021-08-16T15:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_interfaces': [{'id': '772ddb41-d092-421a-8da7-17ac63e1de23', 'name': '', 'network_id': 'e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab', 'tenant_id': '74d046b645ba40689a9a38f294d5047f', 'mac_address': 'fa:16:3e:7c:48:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86036828-fd17-4830-ac4f-81e0e56836eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2468f3cc-012a-4fe4-84ca-361a65cab58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:18:14Z', 'updated_at': '2021-08-16T15:18:25Z', 'revision_number': 5, 'project_id': '74d046b645ba40689a9a38f294d5047f', 'subnets': [{'id': '2468f3cc-012a-4fe4-84ca-361a65cab58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:21:06.207316 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-ab1575d2-c4d5-4a94-93fa-73915b15acb3 req-0f4e7cea-0ddd-44ca-af56-63e458f4d9b6 service neutron] 10.222.0.63 "GET /v2.0/networks/e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367939 Aug 16 15:21:06.346443 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-ab1575d2-c4d5-4a94-93fa-73915b15acb3 req-bba36aaf-2bb1-4739-85d9-efd3d7869d0c service neutron] 10.222.0.63 "GET /v2.0/networks/e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244817 Aug 16 15:21:06.593368 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c699c1a9-99bd-41cc-bd9d-88b8425e139b None None] New status for floating IP daa4141b-f05a-4846-b33f-f75e8d1ea43a: DOWN {{(pid=94054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 15:21:06.619801 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc56407d-e469-41c4-abd4-86a81e983158 req-151f0911-27c6-4a86-bc3c-b9cbb763432b tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:06.627852 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-dc56407d-e469-41c4-abd4-86a81e983158 req-151f0911-27c6-4a86-bc3c-b9cbb763432b tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ca457fa-c2fa-4daf-980f-452aaeb61360 HTTP/1.1" status: 200 len: 945 time: 0.0637045 Aug 16 15:21:06.667312 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-dc56407d-e469-41c4-abd4-86a81e983158 req-ae313426-3460-46f1-8b11-769c6524eda0 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=f7c1c24b-63ef-4f08-a3b2-aa0aa7fc808b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385137 Aug 16 15:21:06.794745 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4fd61f29-14ed-4c81-94cc-08da44d16cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:06.947939 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83452ba9-2b00-4f75-9671-8c3ffc525c3b req-ed5336a5-383b-47aa-9f88-3a5e12e88683 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:06.949463 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-83452ba9-2b00-4f75-9671-8c3ffc525c3b req-ed5336a5-383b-47aa-9f88-3a5e12e88683 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce HTTP/1.1" status: 200 len: 946 time: 0.0566840 Aug 16 15:21:07.015661 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-83452ba9-2b00-4f75-9671-8c3ffc525c3b req-38295dc9-5e75-4953-ad09-5f350b9e6625 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/security-groups?id=17af3205-09df-4517-9712-91936f7ba92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386336 Aug 16 15:21:07.044178 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device 8b1c3db9-6786-4da1-bdb0-17ffbf279714 up at agent hyperv_hv-cinder-80475 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:21:07.095423 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Provisioning complete for port 8b1c3db9-6786-4da1-bdb0-17ffbf279714 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:21:07.096373 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:07.179837 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:07.204298 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca457fa-c2fa-4daf-980f-452aaeb61360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b1c3db9-6786-4da1-bdb0-17ffbf279714'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:21:07.206503 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e76958932a03d86b7f0b22df001500a87ec50ba87a7955a81e77db88798745a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d05ea4b6-01d8-4c2f-872e-33cd823c7b8a" -d '{"events": [{"server_uuid": "8ca457fa-c2fa-4daf-980f-452aaeb61360", "name": "network-vif-plugged", "status": "completed", "tag": "8b1c3db9-6786-4da1-bdb0-17ffbf279714"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:21:07.221129 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port 8b1c3db9-6786-4da1-bdb0-17ffbf279714, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=8b1c3db9-6786-4da1-bdb0-17ffbf279714,segment=NetworkSegment(14733ac2-d464-430a-8fbb-6986db0ef57d),segment_id=14733ac2-d464-430a-8fbb-6986db0ef57d)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:21:07.226758 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:07.291042 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Pushing event updated for resources: {'Port': ['ID=8b1c3db9-6786-4da1-bdb0-17ffbf279714,revision_number=7']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:21:07.351836 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977a3aa5-711c-4fff-8a45-b429fdd0a77d x-openstack-request-id: req-977a3aa5-711c-4fff-8a45-b429fdd0a77d {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:21:07.352166 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ca457fa-c2fa-4daf-980f-452aaeb61360", "name": "network-vif-plugged", "status": "completed", "tag": "8b1c3db9-6786-4da1-bdb0-17ffbf279714", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:21:07.352526 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-977a3aa5-711c-4fff-8a45-b429fdd0a77d {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:21:07.352959 dv-cinder-804757-1-iscsi neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ca457fa-c2fa-4daf-980f-452aaeb61360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b1c3db9-6786-4da1-bdb0-17ffbf279714', 'code': 200} Aug 16 15:21:07.813071 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65fa578-953f-4823-819d-737ff189d24d req-f72706bb-71b2-4e63-87d1-b1954b3809c2 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:07.821145 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-e65fa578-953f-4823-819d-737ff189d24d req-f72706bb-71b2-4e63-87d1-b1954b3809c2 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ca457fa-c2fa-4daf-980f-452aaeb61360 HTTP/1.1" status: 200 len: 946 time: 0.0567031 Aug 16 15:21:07.867639 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-e65fa578-953f-4823-819d-737ff189d24d req-8273dfb4-cd18-4014-8a01-f8b1f2e04373 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=f7c1c24b-63ef-4f08-a3b2-aa0aa7fc808b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401256 Aug 16 15:21:07.879630 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f5699-3e33-4086-8a13-6a8240826843 req-393653f7-70dc-4eac-8703-669e4078d085 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:07.883421 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-2f5f5699-3e33-4086-8a13-6a8240826843 req-393653f7-70dc-4eac-8703-669e4078d085 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/ports?device_id=de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2 HTTP/1.1" status: 200 len: 945 time: 0.0729396 Aug 16 15:21:07.935822 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-2f5f5699-3e33-4086-8a13-6a8240826843 req-c9703222-9705-4c4c-bad0-495878817b59 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a0e2430-a832-49a7-b80a-9e1eb0384896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460963 Aug 16 15:21:08.144415 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584cf9c9-b669-420f-87c2-9433c51403f3 req-088268ac-ae1b-4124-bab7-3e74b5a7e44a tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:08.145879 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-584cf9c9-b669-420f-87c2-9433c51403f3 req-088268ac-ae1b-4124-bab7-3e74b5a7e44a tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce HTTP/1.1" status: 200 len: 946 time: 0.0548868 Aug 16 15:21:08.191920 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-584cf9c9-b669-420f-87c2-9433c51403f3 req-50004b8c-cdfb-4cd3-9165-20451d14dffc tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/security-groups?id=17af3205-09df-4517-9712-91936f7ba92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394597 Aug 16 15:21:08.997944 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819cd61-b957-4c4a-ae79-1a3f839f5a8e req-4dced0e4-e37f-4949-97fb-29a3f256636e tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:09.000965 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-3819cd61-b957-4c4a-ae79-1a3f839f5a8e req-4dced0e4-e37f-4949-97fb-29a3f256636e tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ca457fa-c2fa-4daf-980f-452aaeb61360 HTTP/1.1" status: 200 len: 946 time: 0.0639877 Aug 16 15:21:09.049367 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-3819cd61-b957-4c4a-ae79-1a3f839f5a8e req-4d84cb33-cce3-4404-8754-a093ed6a7358 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=f7c1c24b-63ef-4f08-a3b2-aa0aa7fc808b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404994 Aug 16 15:21:09.076711 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c71aec-2a33-4d30-8ad8-a33f3c1c49cb req-a868d5c2-dc90-4f91-a50e-39ba4a893aa2 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:09.084630 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-d4c71aec-2a33-4d30-8ad8-a33f3c1c49cb req-a868d5c2-dc90-4f91-a50e-39ba4a893aa2 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/ports?device_id=de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2 HTTP/1.1" status: 200 len: 945 time: 0.0600615 Aug 16 15:21:09.124586 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-d4c71aec-2a33-4d30-8ad8-a33f3c1c49cb req-04279e13-d443-4849-9f38-852c70d938c1 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a0e2430-a832-49a7-b80a-9e1eb0384896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389073 Aug 16 15:21:09.332879 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7950d3-3e40-4788-a84e-699dcc548e9e req-3a18f638-7ba4-4cc5-915a-2029631c9a92 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:09.334563 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-da7950d3-3e40-4788-a84e-699dcc548e9e req-3a18f638-7ba4-4cc5-915a-2029631c9a92 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce HTTP/1.1" status: 200 len: 946 time: 0.0517633 Aug 16 15:21:09.374973 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-da7950d3-3e40-4788-a84e-699dcc548e9e req-6d6cc7fc-5695-422f-9b7c-f01dca258549 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/security-groups?id=17af3205-09df-4517-9712-91936f7ba92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341172 Aug 16 15:21:09.762098 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80478d0-ffd7-448e-9ee3-0340143257a6 req-807b3c01-884b-4eb5-9079-aa5e8481e355 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:09.764040 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-e80478d0-ffd7-448e-9ee3-0340143257a6 req-807b3c01-884b-4eb5-9079-aa5e8481e355 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.63 "GET /v2.0/ports?device_id=de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2 HTTP/1.1" status: 200 len: 945 time: 0.0512071 Aug 16 15:21:09.875133 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-e80478d0-ffd7-448e-9ee3-0340143257a6 req-65f57ece-4a0b-4a66-b218-88b5cbd567b2 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Deleting port 74db418b-edee-450a-80a6-8bf95ebcc50f {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:21:09.875682 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e80478d0-ffd7-448e-9ee3-0340143257a6 req-65f57ece-4a0b-4a66-b218-88b5cbd567b2 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769335647479'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:09.972262 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-e80478d0-ffd7-448e-9ee3-0340143257a6 req-65f57ece-4a0b-4a66-b218-88b5cbd567b2 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] For port 74db418b-edee-450a-80a6-8bf95ebcc50f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=74db418b-edee-450a-80a6-8bf95ebcc50f,segment=NetworkSegment(b0e1ed7a-79e8-499e-a716-624f334e2176),segment_id=b0e1ed7a-79e8-499e-a716-624f334e2176)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:21:09.972724 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e80478d0-ffd7-448e-9ee3-0340143257a6 req-65f57ece-4a0b-4a66-b218-88b5cbd567b2 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3800399'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:09.990625 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-e80478d0-ffd7-448e-9ee3-0340143257a6 req-65f57ece-4a0b-4a66-b218-88b5cbd567b2 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Calling delete_port for 74db418b-edee-450a-80a6-8bf95ebcc50f owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:21:10.178941 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e80478d0-ffd7-448e-9ee3-0340143257a6 req-65f57ece-4a0b-4a66-b218-88b5cbd567b2 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769335768917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769335250710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2787876'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:10.190607 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] get_ports_and_sgs() called for port_ids ['74db418b-edee-450a-80a6-8bf95ebcc50f'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:21:10.222725 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f57ece-4a0b-4a66-b218-88b5cbd567b2 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Pushing event deleted for resources: {'Port': ['ID=74db418b-edee-450a-80a6-8bf95ebcc50f,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:21:10.233664 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7134c2-9831-45da-a7ca-ee50b916151a req-ae90b641-eae8-475b-8772-975bb3fbe28f tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:10.235124 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-f31a68f4-d128-4d59-926e-3d3ba77db217 req-0ba1658c-f8bf-4a97-b9fe-1a615f3af111 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.22 "GET /v2.0/ports?device_id=de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2 HTTP/1.1" status: 200 len: 210 time: 0.0402551 Aug 16 15:21:10.235599 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-ff7134c2-9831-45da-a7ca-ee50b916151a req-ae90b641-eae8-475b-8772-975bb3fbe28f tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ca457fa-c2fa-4daf-980f-452aaeb61360 HTTP/1.1" status: 200 len: 946 time: 0.1048689 Aug 16 15:21:10.310075 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-e80478d0-ffd7-448e-9ee3-0340143257a6 req-65f57ece-4a0b-4a66-b218-88b5cbd567b2 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] No DVR routers for this DVR port 74db418b-edee-450a-80a6-8bf95ebcc50f on host hv-cinder-80475 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 15:21:10.315489 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-e80478d0-ffd7-448e-9ee3-0340143257a6 req-65f57ece-4a0b-4a66-b218-88b5cbd567b2 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:10.317428 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-e80478d0-ffd7-448e-9ee3-0340143257a6 req-65f57ece-4a0b-4a66-b218-88b5cbd567b2 tempest-TestMinimumBasicScenario-1942734654 tempest-TestMinimumBasicScenario-1942734654-project] 10.222.0.63 "DELETE /v2.0/ports/74db418b-edee-450a-80a6-8bf95ebcc50f HTTP/1.1" status: 204 len: 173 time: 0.5459766 Aug 16 15:21:10.318397 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2', 'name': 'network-vif-deleted', 'tag': '74db418b-edee-450a-80a6-8bf95ebcc50f'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:21:10.320694 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17fb0647ef8e93fcdaff2aac5cadc262a2f87503c881cd14114af97cd5d63f67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e637dd-fc21-410f-b07b-52218d81c14b" -d '{"events": [{"server_uuid": "de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2", "name": "network-vif-deleted", "tag": "74db418b-edee-450a-80a6-8bf95ebcc50f"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:21:10.354168 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-ff7134c2-9831-45da-a7ca-ee50b916151a req-f54c9436-9726-4456-b9fd-5e93d55fc1a8 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=f7c1c24b-63ef-4f08-a3b2-aa0aa7fc808b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040628 Aug 16 15:21:10.373973 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e52b11f2-9e87-4fc1-88cd-4fa0e4fc0482 x-openstack-request-id: req-e52b11f2-9e87-4fc1-88cd-4fa0e4fc0482 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:21:10.374262 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2", "name": "network-vif-deleted", "tag": "74db418b-edee-450a-80a6-8bf95ebcc50f", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:21:10.374679 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e52b11f2-9e87-4fc1-88cd-4fa0e4fc0482 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:21:10.375091 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de9b77d6-c67b-4e65-bc00-6c2d72ebb0a2', 'name': 'network-vif-deleted', 'tag': '74db418b-edee-450a-80a6-8bf95ebcc50f', 'status': 'completed', 'code': 200} Aug 16 15:21:10.510351 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd2d143-08e2-4ca8-a74f-6e699cb0fc3e req-a786518a-1631-4f11-ad82-d8269b1b7ced tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:10.512446 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-fdd2d143-08e2-4ca8-a74f-6e699cb0fc3e req-a786518a-1631-4f11-ad82-d8269b1b7ced tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce HTTP/1.1" status: 200 len: 946 time: 0.0570836 Aug 16 15:21:10.558856 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-fdd2d143-08e2-4ca8-a74f-6e699cb0fc3e req-0d017544-c644-44f6-8a9b-f7ba6d896e60 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/security-groups?id=17af3205-09df-4517-9712-91936f7ba92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383735 Aug 16 15:21:11.500639 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf468a-a9df-4289-a1cc-2cb2eb7a2718 req-83f9b85e-0314-45af-b1db-08e6aa75c84f tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:11.502048 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-8dbf468a-a9df-4289-a1cc-2cb2eb7a2718 req-83f9b85e-0314-45af-b1db-08e6aa75c84f tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ca457fa-c2fa-4daf-980f-452aaeb61360 HTTP/1.1" status: 200 len: 946 time: 0.0592160 Aug 16 15:21:11.548525 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-8dbf468a-a9df-4289-a1cc-2cb2eb7a2718 req-0a94955f-6108-40fc-9c4b-52c179a035b3 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=f7c1c24b-63ef-4f08-a3b2-aa0aa7fc808b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399187 Aug 16 15:21:11.695043 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed00386-1825-411f-9dde-5feb46bdfeee req-0b665dfe-d307-44bb-be34-58cb4523cd2d tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:11.697255 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-fed00386-1825-411f-9dde-5feb46bdfeee req-0b665dfe-d307-44bb-be34-58cb4523cd2d tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce HTTP/1.1" status: 200 len: 946 time: 0.0589523 Aug 16 15:21:11.775573 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-fed00386-1825-411f-9dde-5feb46bdfeee req-c30ab400-d6b6-4833-a22f-5be3b07dc888 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/security-groups?id=17af3205-09df-4517-9712-91936f7ba92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649314 Aug 16 15:21:12.017027 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 41558) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:21:12.485744 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f4204236-e836-4ae9-982b-b0615ba55e18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4167229'] for router_interface, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:12.765746 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e18f0c-ea49-415d-86f3-78d744da1311 req-93174085-9ec9-4a5a-ad5e-9c94315ce83f tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:12.767940 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-a5e18f0c-ea49-415d-86f3-78d744da1311 req-93174085-9ec9-4a5a-ad5e-9c94315ce83f tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ca457fa-c2fa-4daf-980f-452aaeb61360 HTTP/1.1" status: 200 len: 946 time: 0.0988405 Aug 16 15:21:12.848682 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-a5e18f0c-ea49-415d-86f3-78d744da1311 req-c74976c1-a40e-45c2-93ce-87887fad9702 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=f7c1c24b-63ef-4f08-a3b2-aa0aa7fc808b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736873 Aug 16 15:21:12.918140 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-f4204236-e836-4ae9-982b-b0615ba55e18 admin admin] Deleting port 772ddb41-d092-421a-8da7-17ac63e1de23 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:21:12.918855 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f4204236-e836-4ae9-982b-b0615ba55e18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769335647479'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:12.921304 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e5d43d-4243-4ac4-918f-f0bb22c841cf req-91f8ee41-4d28-4038-b7fb-9939813051fc tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:12.928616 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-21e5d43d-4243-4ac4-918f-f0bb22c841cf req-91f8ee41-4d28-4038-b7fb-9939813051fc tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce HTTP/1.1" status: 200 len: 946 time: 0.0809979 Aug 16 15:21:12.985896 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-21e5d43d-4243-4ac4-918f-f0bb22c841cf req-f1535d6a-f2fa-4701-9b46-e5b9fa0bb7bd tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/security-groups?id=17af3205-09df-4517-9712-91936f7ba92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511165 Aug 16 15:21:13.011001 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-f4204236-e836-4ae9-982b-b0615ba55e18 admin admin] For port 772ddb41-d092-421a-8da7-17ac63e1de23, host dv-cinder-804757-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=772ddb41-d092-421a-8da7-17ac63e1de23,segment=NetworkSegment(b0e1ed7a-79e8-499e-a716-624f334e2176),segment_id=b0e1ed7a-79e8-499e-a716-624f334e2176)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:21:13.011536 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f4204236-e836-4ae9-982b-b0615ba55e18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3800399'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:13.027745 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-f4204236-e836-4ae9-982b-b0615ba55e18 admin admin] Calling delete_port for 772ddb41-d092-421a-8da7-17ac63e1de23 owned by network:router_interface {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:21:13.120899 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device 74db418b-edee-450a-80a6-8bf95ebcc50f no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:21:13.142098 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] No Port match for: 74db418b-edee-450a-80a6-8bf95ebcc50f {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:21:13.142437 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device 74db418b-edee-450a-80a6-8bf95ebcc50f not bound to the agent host hv-cinder-80475 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:21:13.259021 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f4204236-e836-4ae9-982b-b0615ba55e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769335768917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769335250710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268375'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:13.290169 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4204236-e836-4ae9-982b-b0615ba55e18 admin admin] Pushing event deleted for resources: {'Port': ['ID=772ddb41-d092-421a-8da7-17ac63e1de23,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:21:13.509050 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f4204236-e836-4ae9-982b-b0615ba55e18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3780375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3797165'] for router_interface, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:14.042624 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab65cba9-9178-4f78-b55a-a4844ba3454d req-ffe2f0b7-fd84-4fb5-9452-be2bad337c36 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:14.050112 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-ab65cba9-9178-4f78-b55a-a4844ba3454d req-ffe2f0b7-fd84-4fb5-9452-be2bad337c36 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ca457fa-c2fa-4daf-980f-452aaeb61360 HTTP/1.1" status: 200 len: 946 time: 0.1080937 Aug 16 15:21:14.106220 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4204236-e836-4ae9-982b-b0615ba55e18 admin admin] Router 86036828-fd17-4830-ac4f-81e0e56836eb has already been hosted by L3 agent b2ca3166-9002-4222-bd01-ae8f73ca62dc {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 15:21:14.118716 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-ab65cba9-9178-4f78-b55a-a4844ba3454d req-b15efa0a-1e6d-4ac6-93e3-1201ee7674a3 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=f7c1c24b-63ef-4f08-a3b2-aa0aa7fc808b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657408 Aug 16 15:21:14.164233 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6128deb7-2c5a-4281-bfdd-c3e7d4d89240 req-4ed82d89-62c1-4259-acb2-ff433225cfe3 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:14.167650 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-6128deb7-2c5a-4281-bfdd-c3e7d4d89240 req-4ed82d89-62c1-4259-acb2-ff433225cfe3 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce HTTP/1.1" status: 200 len: 946 time: 0.0624881 Aug 16 15:21:14.235582 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-6128deb7-2c5a-4281-bfdd-c3e7d4d89240 req-1afc0503-bccb-4c8d-b166-a57a95273f34 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/security-groups?id=17af3205-09df-4517-9712-91936f7ba92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591261 Aug 16 15:21:14.275820 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4204236-e836-4ae9-982b-b0615ba55e18 admin admin] Notify agent at l3_agent.dv-cinder-804757-1-iscsi the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:21:14.280994 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-f4204236-e836-4ae9-982b-b0615ba55e18 admin admin] 10.222.0.22 "PUT /v2.0/routers/86036828-fd17-4830-ac4f-81e0e56836eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2627363 Aug 16 15:21:14.283655 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 41576) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:21:14.287847 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc89276-ce7e-41e1-9160-874115354243 None None] Sync routers for ids ['86036828-fd17-4830-ac4f-81e0e56836eb'] in dv-cinder-804757-1-iscsi {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:21:14.297451 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc89276-ce7e-41e1-9160-874115354243 None None] Routers {'86036828-fd17-4830-ac4f-81e0e56836eb'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:21:14.298155 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-8bc89276-ce7e-41e1-9160-874115354243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:21:04Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['86036828-fd17-4830-ac4f-81e0e56836eb'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:21:14.429133 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-8bc89276-ce7e-41e1-9160-874115354243 None None] Set router 86036828-fd17-4830-ac4f-81e0e56836eb gateway port host: dv-cinder-804757-1-iscsi {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:21:14.438782 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a824e85b-12aa-4eb9-94b3-1f771255fc49 admin admin] Notify callbacks [] for router, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:14.569542 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a824e85b-12aa-4eb9-94b3-1f771255fc49 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:14.639155 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-a824e85b-12aa-4eb9-94b3-1f771255fc49 admin admin] Deleting port cb4dbd0b-5b7a-48ca-be97-758cbe9519ab {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:21:14.639608 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a824e85b-12aa-4eb9-94b3-1f771255fc49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769335647479'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:14.660533 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-8bc89276-ce7e-41e1-9160-874115354243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86036828-fd17-4830-ac4f-81e0e56836eb', 'name': 'tempest-TestMinimumBasicScenario-1132977372-router', 'tenant_id': '74d046b645ba40689a9a38f294d5047f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'cb4dbd0b-5b7a-48ca-be97-758cbe9519ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:18:07Z', 'updated_at': '2021-08-16T15:21:13Z', 'revision_number': 5, 'project_id': '74d046b645ba40689a9a38f294d5047f', 'gw_port': {'id': 'cb4dbd0b-5b7a-48ca-be97-758cbe9519ab', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:31:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86036828-fd17-4830-ac4f-81e0e56836eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:18:09Z', 'updated_at': '2021-08-16T15:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi'}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:21:14.695194 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc89276-ce7e-41e1-9160-874115354243 None None] Checking router: 86036828-fd17-4830-ac4f-81e0e56836eb for host: dv-cinder-804757-1-iscsi {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:21:14.705498 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc89276-ce7e-41e1-9160-874115354243 None None] Routers {'86036828-fd17-4830-ac4f-81e0e56836eb'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:21:14.706589 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-8bc89276-ce7e-41e1-9160-874115354243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:21:04Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['86036828-fd17-4830-ac4f-81e0e56836eb'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:21:14.731336 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-a824e85b-12aa-4eb9-94b3-1f771255fc49 admin admin] For port cb4dbd0b-5b7a-48ca-be97-758cbe9519ab, host dv-cinder-804757-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=cb4dbd0b-5b7a-48ca-be97-758cbe9519ab,segment=NetworkSegment(6c369326-29bf-41f1-8d37-65f3627778f0),segment_id=6c369326-29bf-41f1-8d37-65f3627778f0)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:21:14.732190 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a824e85b-12aa-4eb9-94b3-1f771255fc49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3800399'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:14.754103 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-a824e85b-12aa-4eb9-94b3-1f771255fc49 admin admin] Calling delete_port for cb4dbd0b-5b7a-48ca-be97-758cbe9519ab owned by network:router_gateway {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:21:14.801601 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-8bc89276-ce7e-41e1-9160-874115354243 None None] Set router 86036828-fd17-4830-ac4f-81e0e56836eb gateway port host: None {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:21:14.858242 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-8bc89276-ce7e-41e1-9160-874115354243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86036828-fd17-4830-ac4f-81e0e56836eb', 'name': 'tempest-TestMinimumBasicScenario-1132977372-router', 'tenant_id': '74d046b645ba40689a9a38f294d5047f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:18:07Z', 'updated_at': '2021-08-16T15:21:14Z', 'revision_number': 6, 'project_id': '74d046b645ba40689a9a38f294d5047f', 'gw_port_host': None}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:21:14.886933 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc89276-ce7e-41e1-9160-874115354243 None None] The sync data for ids ['86036828-fd17-4830-ac4f-81e0e56836eb'] in dv-cinder-804757-1-iscsi is: [{'id': '86036828-fd17-4830-ac4f-81e0e56836eb', 'name': 'tempest-TestMinimumBasicScenario-1132977372-router', 'tenant_id': '74d046b645ba40689a9a38f294d5047f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:18:07Z', 'updated_at': '2021-08-16T15:21:14Z', 'revision_number': 6, 'project_id': '74d046b645ba40689a9a38f294d5047f', 'gw_port_host': None}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:21:14.952778 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a824e85b-12aa-4eb9-94b3-1f771255fc49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769335768917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769335250710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2787876'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:14.979855 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a824e85b-12aa-4eb9-94b3-1f771255fc49 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb4dbd0b-5b7a-48ca-be97-758cbe9519ab,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:21:15.041881 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a824e85b-12aa-4eb9-94b3-1f771255fc49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798535'] for router_gateway, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:15.138781 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a824e85b-12aa-4eb9-94b3-1f771255fc49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46264'] for router, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:15.141805 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a824e85b-12aa-4eb9-94b3-1f771255fc49 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:15.184152 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a824e85b-12aa-4eb9-94b3-1f771255fc49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771546'] for router, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:15.184840 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a824e85b-12aa-4eb9-94b3-1f771255fc49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86036828-fd17-4830-ac4f-81e0e56836eb {{(pid=94052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 15:21:15.190350 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a824e85b-12aa-4eb9-94b3-1f771255fc49 admin admin] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:15.191425 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-a824e85b-12aa-4eb9-94b3-1f771255fc49 admin admin] 10.222.0.22 "DELETE /v2.0/routers/86036828-fd17-4830-ac4f-81e0e56836eb HTTP/1.1" status: 204 len: 168 time: 0.9062629 Aug 16 15:21:15.194785 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 41592) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:21:15.243339 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecb54c62-adc1-481a-bfda-c2c5c3b21034 admin admin] Deleting subnet 2468f3cc-012a-4fe4-84ca-361a65cab58f {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 15:21:15.247325 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ecb54c62-adc1-481a-bfda-c2c5c3b21034 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:15.247435 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914f8dd-ae18-479d-8374-8c8a1a84eb7a req-91051198-e935-45f7-bdde-e1e04b72d97d tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:15.249255 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-d914f8dd-ae18-479d-8374-8c8a1a84eb7a req-91051198-e935-45f7-bdde-e1e04b72d97d tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ca457fa-c2fa-4daf-980f-452aaeb61360 HTTP/1.1" status: 200 len: 946 time: 0.0627809 Aug 16 15:21:15.299335 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ecb54c62-adc1-481a-bfda-c2c5c3b21034 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2459736'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:15.304484 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-d914f8dd-ae18-479d-8374-8c8a1a84eb7a req-7762f000-2e47-457e-a95e-246594e5ea94 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=f7c1c24b-63ef-4f08-a3b2-aa0aa7fc808b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493598 Aug 16 15:21:15.433191 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adf8aa6-85ae-4fd2-919b-caca30001d94 req-1b6ed5af-5dfb-4d41-8c44-d4d64c48908a tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:15.434592 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-4adf8aa6-85ae-4fd2-919b-caca30001d94 req-1b6ed5af-5dfb-4d41-8c44-d4d64c48908a tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce HTTP/1.1" status: 200 len: 946 time: 0.1110704 Aug 16 15:21:15.468812 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ecb54c62-adc1-481a-bfda-c2c5c3b21034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1014246'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:15.509032 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-4adf8aa6-85ae-4fd2-919b-caca30001d94 req-d28694fc-d521-43aa-a884-f26ba70dd027 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/security-groups?id=17af3205-09df-4517-9712-91936f7ba92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674520 Aug 16 15:21:15.535279 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ecb54c62-adc1-481a-bfda-c2c5c3b21034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4115071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2268290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26656816'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:15.560551 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb54c62-adc1-481a-bfda-c2c5c3b21034 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2468f3cc-012a-4fe4-84ca-361a65cab58f,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:21:15.565564 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-ecb54c62-adc1-481a-bfda-c2c5c3b21034 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3780594'] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:15.567081 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-ecb54c62-adc1-481a-bfda-c2c5c3b21034 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/2468f3cc-012a-4fe4-84ca-361a65cab58f HTTP/1.1" status: 204 len: 168 time: 0.3711257 Aug 16 15:21:15.569460 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 41596) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:21:15.571098 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd6a91b-e3ba-4647-9188-7e3b986ad920 None None] Network e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab requested from dv-cinder-804757-1-iscsi {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:21:15.665262 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-31cd15e6-9e06-4476-ba43-78f33b66eefb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653808'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:15.671160 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf942eb3-12c3-4f85-a734-565131387a34 req-b81f8aff-6056-4034-b0c1-b861215aa8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:15.672709 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-cf942eb3-12c3-4f85-a734-565131387a34 req-b81f8aff-6056-4034-b0c1-b861215aa8fd service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=aa352a0731a74cdfa6f278a2b7ba2820&device_id=8ca457fa-c2fa-4daf-980f-452aaeb61360 HTTP/1.1" status: 200 len: 1099 time: 0.0847819 Aug 16 15:21:15.756178 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad247ab-ca81-4740-a981-1e6c9fa54b12 None None] DHCP port deletion for e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab request from dv-cinder-804757-1-iscsi {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 15:21:15.799157 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf942eb3-12c3-4f85-a734-565131387a34 req-399827e6-da7b-4c28-be84-052969f266a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:15.800662 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-cf942eb3-12c3-4f85-a734-565131387a34 req-399827e6-da7b-4c28-be84-052969f266a7 service neutron] 10.222.0.63 "GET /v2.0/networks?id=1f85c19c-3590-46ae-ae77-7ccaa8ebaa66 HTTP/1.1" status: 200 len: 916 time: 0.1191111 Aug 16 15:21:15.805059 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-6ad247ab-ca81-4740-a981-1e6c9fa54b12 None None] Deleting port b929fdd4-6dc6-4906-bc67-476a85e0bc59 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:21:15.805457 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6ad247ab-ca81-4740-a981-1e6c9fa54b12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769335647479'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:15.809625 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-31cd15e6-9e06-4476-ba43-78f33b66eefb admin admin] Deleting port b929fdd4-6dc6-4906-bc67-476a85e0bc59 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:21:15.809963 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-31cd15e6-9e06-4476-ba43-78f33b66eefb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769335647479'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:15.877595 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-6ad247ab-ca81-4740-a981-1e6c9fa54b12 None None] For port b929fdd4-6dc6-4906-bc67-476a85e0bc59, host dv-cinder-804757-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=b929fdd4-6dc6-4906-bc67-476a85e0bc59,segment=NetworkSegment(b0e1ed7a-79e8-499e-a716-624f334e2176),segment_id=b0e1ed7a-79e8-499e-a716-624f334e2176)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:21:15.878455 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6ad247ab-ca81-4740-a981-1e6c9fa54b12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3800399'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:15.897226 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-6ad247ab-ca81-4740-a981-1e6c9fa54b12 None None] Calling delete_port for b929fdd4-6dc6-4906-bc67-476a85e0bc59 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:21:15.923776 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-cf942eb3-12c3-4f85-a734-565131387a34 req-4c4dfc21-7ab1-4644-8d96-8e85bf45924a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b1c3db9-6786-4da1-bdb0-17ffbf279714 HTTP/1.1" status: 200 len: 1001 time: 0.1117949 Aug 16 15:21:15.925477 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-31cd15e6-9e06-4476-ba43-78f33b66eefb admin admin] For port b929fdd4-6dc6-4906-bc67-476a85e0bc59, host dv-cinder-804757-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=b929fdd4-6dc6-4906-bc67-476a85e0bc59,segment=NetworkSegment(b0e1ed7a-79e8-499e-a716-624f334e2176),segment_id=b0e1ed7a-79e8-499e-a716-624f334e2176)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:21:15.925838 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-31cd15e6-9e06-4476-ba43-78f33b66eefb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3800399'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:15.948441 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-31cd15e6-9e06-4476-ba43-78f33b66eefb admin admin] Calling delete_port for b929fdd4-6dc6-4906-bc67-476a85e0bc59 owned by network:dhcp {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:21:16.025398 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6ad247ab-ca81-4740-a981-1e6c9fa54b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769335768917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769335250710'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:16.027272 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf942eb3-12c3-4f85-a734-565131387a34 req-5670f836-f7b4-4077-8ec6-25363cfe6e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:16.028720 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-cf942eb3-12c3-4f85-a734-565131387a34 req-5670f836-f7b4-4077-8ec6-25363cfe6e67 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9230327a-1ceb-43b3-9be3-e38bfee2db31 HTTP/1.1" status: 200 len: 855 time: 0.0942650 Aug 16 15:21:16.093779 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf942eb3-12c3-4f85-a734-565131387a34 req-ebaa2560-ab5a-4380-a2c2-1bdb05b90016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:16.095243 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-cf942eb3-12c3-4f85-a734-565131387a34 req-ebaa2560-ab5a-4380-a2c2-1bdb05b90016 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1f85c19c-3590-46ae-ae77-7ccaa8ebaa66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0552795 Aug 16 15:21:16.096022 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-31cd15e6-9e06-4476-ba43-78f33b66eefb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769335768917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769335250710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2787876'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:16.174229 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cd15e6-9e06-4476-ba43-78f33b66eefb admin admin] No DVR routers for this DVR port b929fdd4-6dc6-4906-bc67-476a85e0bc59 on host dv-cinder-804757-1-iscsi {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 15:21:16.175994 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cd15e6-9e06-4476-ba43-78f33b66eefb admin admin] Pushing event deleted for resources: {'Port': ['ID=b929fdd4-6dc6-4906-bc67-476a85e0bc59,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:21:16.180018 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad247ab-ca81-4740-a981-1e6c9fa54b12 None None] Pushing event deleted for resources: {'Port': ['ID=b929fdd4-6dc6-4906-bc67-476a85e0bc59,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:21:16.184431 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad247ab-ca81-4740-a981-1e6c9fa54b12 None None] No DVR routers for this DVR port b929fdd4-6dc6-4906-bc67-476a85e0bc59 on host dv-cinder-804757-1-iscsi {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 15:21:16.268363 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-31cd15e6-9e06-4476-ba43-78f33b66eefb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000339', 'neutron.services.segments.db._delete_segments_for_network-8769335759171'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:16.284624 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.services.segments.db [None req-31cd15e6-9e06-4476-ba43-78f33b66eefb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:21:16.296487 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.services.segments.db [None req-31cd15e6-9e06-4476-ba43-78f33b66eefb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0e1ed7a-79e8-499e-a716-624f334e2176') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:21:16.296774 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.services.segments.db [None req-31cd15e6-9e06-4476-ba43-78f33b66eefb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0e1ed7a-79e8-499e-a716-624f334e2176') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:21:16.299719 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-cf942eb3-12c3-4f85-a734-565131387a34 req-9c5daddf-e52b-4aae-923f-87abea15d107 service neutron] 10.222.0.63 "GET /v2.0/networks/1f85c19c-3590-46ae-ae77-7ccaa8ebaa66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956930 Aug 16 15:21:16.307610 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-31cd15e6-9e06-4476-ba43-78f33b66eefb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769335762252', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2564632'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:16.358611 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-31cd15e6-9e06-4476-ba43-78f33b66eefb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014199'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:16.370128 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31cd15e6-9e06-4476-ba43-78f33b66eefb admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 15:21:16.370521 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-31cd15e6-9e06-4476-ba43-78f33b66eefb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2787863'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:16.372168 dv-cinder-804757-1-iscsi neutron-server[94052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 15:21:16.372168 dv-cinder-804757-1-iscsi neutron-server[94052]: self.session.flush() Aug 16 15:21:16.372168 dv-cinder-804757-1-iscsi neutron-server[94052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 15:21:16.372168 dv-cinder-804757-1-iscsi neutron-server[94052]: self.session.flush() Aug 16 15:21:16.372168 dv-cinder-804757-1-iscsi neutron-server[94052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 15:21:16.372168 dv-cinder-804757-1-iscsi neutron-server[94052]: self.session.flush() Aug 16 15:21:16.372168 dv-cinder-804757-1-iscsi neutron-server[94052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 15:21:16.372168 dv-cinder-804757-1-iscsi neutron-server[94052]: self.session.flush() Aug 16 15:21:16.372168 dv-cinder-804757-1-iscsi neutron-server[94052]: Traceback (most recent call last): Aug 16 15:21:16.372168 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 15:21:16.372168 dv-cinder-804757-1-iscsi neutron-server[94052]: timer() Aug 16 15:21:16.372168 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 15:21:16.372168 dv-cinder-804757-1-iscsi neutron-server[94052]: cb(*args, **kw) Aug 16 15:21:16.372168 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 15:21:16.372168 dv-cinder-804757-1-iscsi neutron-server[94052]: return func(*args, **kwargs) Aug 16 15:21:16.372168 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 15:21:16.372168 dv-cinder-804757-1-iscsi neutron-server[94052]: self._notify() Aug 16 15:21:16.372168 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 15:21:16.372168 dv-cinder-804757-1-iscsi neutron-server[94052]: self.callback(batched_events) Aug 16 15:21:16.372168 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 15:21:16.372168 dv-cinder-804757-1-iscsi neutron-server[94052]: event.method(event) Aug 16 15:21:16.372168 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 15:21:16.372168 dv-cinder-804757-1-iscsi neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 15:21:16.372168 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 15:21:16.372168 dv-cinder-804757-1-iscsi neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 15:21:16.372168 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 15:21:16.372168 dv-cinder-804757-1-iscsi neutron-server[94052]: return f(self, *a, **k) Aug 16 15:21:16.372168 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 15:21:16.372168 dv-cinder-804757-1-iscsi neutron-server[94052]: return self._get(url).json() Aug 16 15:21:16.372168 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 15:21:16.372168 dv-cinder-804757-1-iscsi neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 15:21:16.372168 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 15:21:16.372168 dv-cinder-804757-1-iscsi neutron-server[94052]: return self.request(url, 'GET', **kwargs) Aug 16 15:21:16.372168 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 15:21:16.372168 dv-cinder-804757-1-iscsi neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 15:21:16.372168 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 15:21:16.372168 dv-cinder-804757-1-iscsi neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 15:21:16.372168 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 15:21:16.372168 dv-cinder-804757-1-iscsi neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 15:21:16.372168 dv-cinder-804757-1-iscsi neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 15:21:16.423171 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e131822-9109-462f-b959-a2c2f25e931f req-26b2d79a-fd6f-4344-b2a2-71ce3b5ff20b tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:16.427047 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-7e131822-9109-462f-b959-a2c2f25e931f req-26b2d79a-fd6f-4344-b2a2-71ce3b5ff20b tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ca457fa-c2fa-4daf-980f-452aaeb61360 HTTP/1.1" status: 200 len: 946 time: 0.0536556 Aug 16 15:21:16.447001 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-31cd15e6-9e06-4476-ba43-78f33b66eefb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798563'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:16.453113 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-31cd15e6-9e06-4476-ba43-78f33b66eefb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3780594'] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:16.457573 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-31cd15e6-9e06-4476-ba43-78f33b66eefb admin admin] 10.222.0.22 "DELETE /v2.0/networks/e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab HTTP/1.1" status: 204 len: 168 time: 0.8843453 Aug 16 15:21:16.457573 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-cf942eb3-12c3-4f85-a734-565131387a34 req-f1002a96-331c-461d-819e-bfb80ec94899 service neutron] 10.222.0.63 "GET /v2.0/networks/1f85c19c-3590-46ae-ae77-7ccaa8ebaa66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474967 Aug 16 15:21:16.458105 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 41602) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:21:16.469002 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device cb4dbd0b-5b7a-48ca-be97-758cbe9519ab no longer exists at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:21:16.480887 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cd15e6-9e06-4476-ba43-78f33b66eefb admin admin] Pushing event deleted for resources: {'Network': ['ID=e601b8ef-05ef-4a93-bcc4-ca1ce274f1ab,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:21:16.485753 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-7e131822-9109-462f-b959-a2c2f25e931f req-f62e6cc0-1b46-4f74-b130-ebce2abca640 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=f7c1c24b-63ef-4f08-a3b2-aa0aa7fc808b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533655 Aug 16 15:21:16.493694 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] No Port match for: cb4dbd0b-5b7a-48ca-be97-758cbe9519ab {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:21:16.494042 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device cb4dbd0b-5b7a-48ca-be97-758cbe9519ab not bound to the agent host dv-cinder-804757-1-iscsi {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:21:16.494447 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device 772ddb41-d092-421a-8da7-17ac63e1de23 no longer exists at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:21:16.513453 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] No Port match for: 772ddb41-d092-421a-8da7-17ac63e1de23 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:21:16.513792 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device 772ddb41-d092-421a-8da7-17ac63e1de23 not bound to the agent host dv-cinder-804757-1-iscsi {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:21:16.514583 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device b929fdd4-6dc6-4906-bc67-476a85e0bc59 no longer exists at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:21:16.532991 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] No Port match for: b929fdd4-6dc6-4906-bc67-476a85e0bc59 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:21:16.533332 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device b929fdd4-6dc6-4906-bc67-476a85e0bc59 not bound to the agent host dv-cinder-804757-1-iscsi {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:21:16.950280 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eecb83c-042b-4901-95fd-2c4bcf790610 req-16871063-7bfc-4569-a64f-85caa71ce386 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:16.951717 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-0eecb83c-042b-4901-95fd-2c4bcf790610 req-16871063-7bfc-4569-a64f-85caa71ce386 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce HTTP/1.1" status: 200 len: 946 time: 0.3713748 Aug 16 15:21:17.016150 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-0eecb83c-042b-4901-95fd-2c4bcf790610 req-6ccb972d-57b0-4898-b4a0-a30051391fe1 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/security-groups?id=17af3205-09df-4517-9712-91936f7ba92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578101 Aug 16 15:21:17.120785 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bfae06cc-4799-40b5-a83f-f985e6c1bad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4167229'] for router_interface, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:17.355950 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-bfae06cc-4799-40b5-a83f-f985e6c1bad9 admin admin] Deleting port 6861e961-903e-49c5-b104-2ef9ff4a60a4 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:21:17.356593 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bfae06cc-4799-40b5-a83f-f985e6c1bad9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769335647479'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:17.430588 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-bfae06cc-4799-40b5-a83f-f985e6c1bad9 admin admin] For port 6861e961-903e-49c5-b104-2ef9ff4a60a4, host dv-cinder-804757-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=6861e961-903e-49c5-b104-2ef9ff4a60a4,segment=NetworkSegment(f4b610da-8913-4668-a26e-58a5a92c9637),segment_id=f4b610da-8913-4668-a26e-58a5a92c9637)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:21:17.430936 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bfae06cc-4799-40b5-a83f-f985e6c1bad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3800399'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:17.442480 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-bfae06cc-4799-40b5-a83f-f985e6c1bad9 admin admin] Calling delete_port for 6861e961-903e-49c5-b104-2ef9ff4a60a4 owned by network:router_interface {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:21:17.641070 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fedac1-ee0a-4285-a3cc-532a1ba7d31e req-ce162a13-f43f-48d9-9da6-f25bc5565819 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:17.642517 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-c8fedac1-ee0a-4285-a3cc-532a1ba7d31e req-ce162a13-f43f-48d9-9da6-f25bc5565819 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ca457fa-c2fa-4daf-980f-452aaeb61360 HTTP/1.1" status: 200 len: 946 time: 0.0800555 Aug 16 15:21:17.665642 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bfae06cc-4799-40b5-a83f-f985e6c1bad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769335768917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769335250710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2787876'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:17.694961 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfae06cc-4799-40b5-a83f-f985e6c1bad9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6861e961-903e-49c5-b104-2ef9ff4a60a4,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:21:17.712598 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-c8fedac1-ee0a-4285-a3cc-532a1ba7d31e req-840875e8-804a-4118-bbc2-1de0c8d5bf37 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=f7c1c24b-63ef-4f08-a3b2-aa0aa7fc808b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635586 Aug 16 15:21:17.864919 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bfae06cc-4799-40b5-a83f-f985e6c1bad9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3780375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3797165'] for router_interface, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:18.073287 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfae06cc-4799-40b5-a83f-f985e6c1bad9 admin admin] Router 160722e2-30e7-46d2-aa2d-37507281d050 has already been hosted by L3 agent b2ca3166-9002-4222-bd01-ae8f73ca62dc {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 15:21:18.139292 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d587c-bef4-4dee-b9b3-8bedafed4089 req-3d61ce02-107b-4e86-8042-fd9e8c78b433 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:18.141741 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-fd2d587c-bef4-4dee-b9b3-8bedafed4089 req-3d61ce02-107b-4e86-8042-fd9e8c78b433 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce HTTP/1.1" status: 200 len: 946 time: 0.0555460 Aug 16 15:21:18.182337 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-fd2d587c-bef4-4dee-b9b3-8bedafed4089 req-056e0177-ee0d-45a0-b417-4e8c72a8bf1e tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/security-groups?id=17af3205-09df-4517-9712-91936f7ba92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341115 Aug 16 15:21:18.184342 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfae06cc-4799-40b5-a83f-f985e6c1bad9 admin admin] Notify agent at l3_agent.dv-cinder-804757-1-iscsi the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:21:18.189245 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-bfae06cc-4799-40b5-a83f-f985e6c1bad9 admin admin] 10.222.0.22 "PUT /v2.0/routers/160722e2-30e7-46d2-aa2d-37507281d050/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7294965 Aug 16 15:21:18.191802 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 41612) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:21:18.196959 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a47604-e54c-4e63-8848-ddbad5d4dd1f None None] Sync routers for ids ['160722e2-30e7-46d2-aa2d-37507281d050'] in dv-cinder-804757-1-iscsi {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:21:18.207868 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a47604-e54c-4e63-8848-ddbad5d4dd1f None None] Routers {'160722e2-30e7-46d2-aa2d-37507281d050'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:21:18.208549 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-27a47604-e54c-4e63-8848-ddbad5d4dd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:21:04Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['160722e2-30e7-46d2-aa2d-37507281d050'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:21:18.303014 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9eccc92e-0fa7-475f-9cbf-b0c9a61585dc admin admin] Notify callbacks [] for router, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:18.317635 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-27a47604-e54c-4e63-8848-ddbad5d4dd1f None None] Set router 160722e2-30e7-46d2-aa2d-37507281d050 gateway port host: dv-cinder-804757-1-iscsi {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:21:18.411282 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9eccc92e-0fa7-475f-9cbf-b0c9a61585dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:18.497904 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9649a071-7d01-4680-b2e2-ca4eadca8dbd req-aa2cc1e8-52bc-4d33-876b-cc2a1a090de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:18.499398 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-9649a071-7d01-4680-b2e2-ca4eadca8dbd req-aa2cc1e8-52bc-4d33-876b-cc2a1a090de4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b909c74720ca49ce9720908372ac710e&device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce HTTP/1.1" status: 200 len: 1099 time: 0.0551217 Aug 16 15:21:18.501997 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-9eccc92e-0fa7-475f-9cbf-b0c9a61585dc admin admin] Deleting port f33513d6-5e14-47e9-98cf-19580f25cfce {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:21:18.502336 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9eccc92e-0fa7-475f-9cbf-b0c9a61585dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769335647479'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:18.513301 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-27a47604-e54c-4e63-8848-ddbad5d4dd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '160722e2-30e7-46d2-aa2d-37507281d050', 'name': 'tempest-TestMinimumBasicScenario-810106697-router', 'tenant_id': '57bd050329b94c6c8f1db5e4adcb6240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'f33513d6-5e14-47e9-98cf-19580f25cfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:18:21Z', 'updated_at': '2021-08-16T15:21:17Z', 'revision_number': 5, 'project_id': '57bd050329b94c6c8f1db5e4adcb6240', 'gw_port': {'id': 'f33513d6-5e14-47e9-98cf-19580f25cfce', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:3d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160722e2-30e7-46d2-aa2d-37507281d050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:18:22Z', 'updated_at': '2021-08-16T15:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi'}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:21:18.540397 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a47604-e54c-4e63-8848-ddbad5d4dd1f None None] Checking router: 160722e2-30e7-46d2-aa2d-37507281d050 for host: dv-cinder-804757-1-iscsi {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:21:18.548907 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a47604-e54c-4e63-8848-ddbad5d4dd1f None None] Routers {'160722e2-30e7-46d2-aa2d-37507281d050'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:21:18.549218 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-27a47604-e54c-4e63-8848-ddbad5d4dd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:21:04Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['160722e2-30e7-46d2-aa2d-37507281d050'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:21:18.638543 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-27a47604-e54c-4e63-8848-ddbad5d4dd1f None None] Set router 160722e2-30e7-46d2-aa2d-37507281d050 gateway port host: None {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:21:18.656142 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-9eccc92e-0fa7-475f-9cbf-b0c9a61585dc admin admin] For port f33513d6-5e14-47e9-98cf-19580f25cfce, host dv-cinder-804757-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=f33513d6-5e14-47e9-98cf-19580f25cfce,segment=NetworkSegment(6c369326-29bf-41f1-8d37-65f3627778f0),segment_id=6c369326-29bf-41f1-8d37-65f3627778f0)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:21:18.656498 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9eccc92e-0fa7-475f-9cbf-b0c9a61585dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3800399'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:18.668586 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9649a071-7d01-4680-b2e2-ca4eadca8dbd req-a4863ef2-b8a6-49ad-b01a-30552c40cc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:18.670056 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-9649a071-7d01-4680-b2e2-ca4eadca8dbd req-a4863ef2-b8a6-49ad-b01a-30552c40cc9e service neutron] 10.222.0.63 "GET /v2.0/networks?id=39688803-4c7a-4e65-bd12-e072ee8a86dc HTTP/1.1" status: 200 len: 909 time: 0.1553726 Aug 16 15:21:18.673569 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-9eccc92e-0fa7-475f-9cbf-b0c9a61585dc admin admin] Calling delete_port for f33513d6-5e14-47e9-98cf-19580f25cfce owned by network:router_gateway {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:21:18.688732 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-27a47604-e54c-4e63-8848-ddbad5d4dd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '160722e2-30e7-46d2-aa2d-37507281d050', 'name': 'tempest-TestMinimumBasicScenario-810106697-router', 'tenant_id': '57bd050329b94c6c8f1db5e4adcb6240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:18:21Z', 'updated_at': '2021-08-16T15:21:18Z', 'revision_number': 6, 'project_id': '57bd050329b94c6c8f1db5e4adcb6240', 'gw_port_host': None}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:21:18.719291 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a47604-e54c-4e63-8848-ddbad5d4dd1f None None] The sync data for ids ['160722e2-30e7-46d2-aa2d-37507281d050'] in dv-cinder-804757-1-iscsi is: [{'id': '160722e2-30e7-46d2-aa2d-37507281d050', 'name': 'tempest-TestMinimumBasicScenario-810106697-router', 'tenant_id': '57bd050329b94c6c8f1db5e4adcb6240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:18:21Z', 'updated_at': '2021-08-16T15:21:18Z', 'revision_number': 6, 'project_id': '57bd050329b94c6c8f1db5e4adcb6240', 'gw_port_host': None}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:21:18.791902 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-9649a071-7d01-4680-b2e2-ca4eadca8dbd req-29adb747-4f4f-46ae-b6b0-01850c6df036 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28f30e6e-1f6d-46c5-b0ad-7ab9162ac904 HTTP/1.1" status: 200 len: 1000 time: 0.1126742 Aug 16 15:21:18.840320 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3394be0f-37b0-4f33-aba9-8ae79a7c27d3 req-6a0d1b97-d311-4b3b-96d7-fc144c27665a tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:18.841781 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-3394be0f-37b0-4f33-aba9-8ae79a7c27d3 req-6a0d1b97-d311-4b3b-96d7-fc144c27665a tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ca457fa-c2fa-4daf-980f-452aaeb61360 HTTP/1.1" status: 200 len: 946 time: 0.0473104 Aug 16 15:21:18.880674 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-3394be0f-37b0-4f33-aba9-8ae79a7c27d3 req-a67de950-4292-4202-8bde-928835adb1cf tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=f7c1c24b-63ef-4f08-a3b2-aa0aa7fc808b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328333 Aug 16 15:21:18.882709 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9649a071-7d01-4680-b2e2-ca4eadca8dbd req-b760f4d1-17ba-4a35-a9ec-0fa04037a583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:18.884220 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-9649a071-7d01-4680-b2e2-ca4eadca8dbd req-b760f4d1-17ba-4a35-a9ec-0fa04037a583 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5f7e542c-3ecd-4a2a-b7d4-b70d0efc580a HTTP/1.1" status: 200 len: 848 time: 0.0852692 Aug 16 15:21:18.964778 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9eccc92e-0fa7-475f-9cbf-b0c9a61585dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769335768917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769335250710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2787876'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:18.970288 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9649a071-7d01-4680-b2e2-ca4eadca8dbd req-08fc2cac-8e11-45b4-8257-76f47f3ba0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:18.971791 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-9649a071-7d01-4680-b2e2-ca4eadca8dbd req-08fc2cac-8e11-45b4-8257-76f47f3ba0cc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=39688803-4c7a-4e65-bd12-e072ee8a86dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0781581 Aug 16 15:21:19.002388 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eccc92e-0fa7-475f-9cbf-b0c9a61585dc admin admin] Pushing event deleted for resources: {'Port': ['ID=f33513d6-5e14-47e9-98cf-19580f25cfce,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:21:19.119963 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9eccc92e-0fa7-475f-9cbf-b0c9a61585dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798535'] for router_gateway, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:19.156272 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device 8b1c3db9-6786-4da1-bdb0-17ffbf279714 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:21:19.218294 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-9649a071-7d01-4680-b2e2-ca4eadca8dbd req-c528764a-54ff-4e33-98ed-83ab96508ab3 service neutron] 10.222.0.63 "GET /v2.0/networks/39688803-4c7a-4e65-bd12-e072ee8a86dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236855 Aug 16 15:21:19.227912 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9eccc92e-0fa7-475f-9cbf-b0c9a61585dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46264'] for router, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:19.236568 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9eccc92e-0fa7-475f-9cbf-b0c9a61585dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:19.278182 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:19.302245 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca457fa-c2fa-4daf-980f-452aaeb61360', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b1c3db9-6786-4da1-bdb0-17ffbf279714'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:21:19.305224 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e76958932a03d86b7f0b22df001500a87ec50ba87a7955a81e77db88798745a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ac70b9-9e7b-4dd2-acfd-e13184126e50" -d '{"events": [{"server_uuid": "8ca457fa-c2fa-4daf-980f-452aaeb61360", "name": "network-vif-unplugged", "status": "completed", "tag": "8b1c3db9-6786-4da1-bdb0-17ffbf279714"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:21:19.331411 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9eccc92e-0fa7-475f-9cbf-b0c9a61585dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771546'] for router, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:19.331672 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eccc92e-0fa7-475f-9cbf-b0c9a61585dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 160722e2-30e7-46d2-aa2d-37507281d050 {{(pid=94052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 15:21:19.338823 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9eccc92e-0fa7-475f-9cbf-b0c9a61585dc admin admin] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:19.342722 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-9eccc92e-0fa7-475f-9cbf-b0c9a61585dc admin admin] 10.222.0.22 "DELETE /v2.0/routers/160722e2-30e7-46d2-aa2d-37507281d050 HTTP/1.1" status: 204 len: 168 time: 1.1499484 Aug 16 15:21:19.343329 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 41636) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:21:19.346527 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port 8b1c3db9-6786-4da1-bdb0-17ffbf279714, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=8b1c3db9-6786-4da1-bdb0-17ffbf279714,segment=NetworkSegment(14733ac2-d464-430a-8fbb-6986db0ef57d),segment_id=14733ac2-d464-430a-8fbb-6986db0ef57d)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:21:19.355947 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:19.376267 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8d0d9-0030-4807-84f0-b2cb6ec81859 req-dc2bf6f3-7fa1-43c4-9008-328ad86e398a tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:19.385553 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-c8f8d0d9-0030-4807-84f0-b2cb6ec81859 req-dc2bf6f3-7fa1-43c4-9008-328ad86e398a tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce HTTP/1.1" status: 200 len: 946 time: 0.0789242 Aug 16 15:21:19.399311 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-9649a071-7d01-4680-b2e2-ca4eadca8dbd req-27afb038-301d-40e5-b53c-204cdcc81df3 service neutron] 10.222.0.63 "GET /v2.0/networks/39688803-4c7a-4e65-bd12-e072ee8a86dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734447 Aug 16 15:21:19.410607 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b105cd7-cb96-49ba-8973-d9501c83cfa0 admin admin] Deleting subnet d68a114c-6229-4651-a955-fef4c813d3ef {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 15:21:19.414629 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2b105cd7-cb96-49ba-8973-d9501c83cfa0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:19.430685 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 15:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277bb161-c698-443e-9c45-4282e5145c64 x-openstack-request-id: req-277bb161-c698-443e-9c45-4282e5145c64 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:21:19.431088 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ca457fa-c2fa-4daf-980f-452aaeb61360", "name": "network-vif-unplugged", "status": "failed", "tag": "8b1c3db9-6786-4da1-bdb0-17ffbf279714", "code": 422}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:21:19.431433 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-277bb161-c698-443e-9c45-4282e5145c64 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:21:19.431933 dv-cinder-804757-1-iscsi neutron-server[94053]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8ca457fa-c2fa-4daf-980f-452aaeb61360', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8b1c3db9-6786-4da1-bdb0-17ffbf279714', 'code': 422} returned with failed status Aug 16 15:21:19.433158 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Pushing event updated for resources: {'Port': ['ID=8b1c3db9-6786-4da1-bdb0-17ffbf279714,revision_number=8']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:21:19.444770 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-c8f8d0d9-0030-4807-84f0-b2cb6ec81859 req-f8664818-2c8b-4277-b0af-88f88f7ae055 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/security-groups?id=17af3205-09df-4517-9712-91936f7ba92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582304 Aug 16 15:21:19.453147 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2b105cd7-cb96-49ba-8973-d9501c83cfa0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2564625'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:19.607165 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2b105cd7-cb96-49ba-8973-d9501c83cfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1014246'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:19.660703 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63e147e-c336-46ab-b23d-65e53aa6ebbe req-c6aca87e-1207-45c1-a838-c4adc766bb1b tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:19.662814 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-a63e147e-c336-46ab-b23d-65e53aa6ebbe req-c6aca87e-1207-45c1-a838-c4adc766bb1b tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ca457fa-c2fa-4daf-980f-452aaeb61360 HTTP/1.1" status: 200 len: 944 time: 0.1005194 Aug 16 15:21:19.697586 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2b105cd7-cb96-49ba-8973-d9501c83cfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4115071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2787953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26895611'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:19.736269 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2b105cd7-cb96-49ba-8973-d9501c83cfa0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:19.738106 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-2b105cd7-cb96-49ba-8973-d9501c83cfa0 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/d68a114c-6229-4651-a955-fef4c813d3ef HTTP/1.1" status: 204 len: 168 time: 0.3922713 Aug 16 15:21:19.740716 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 41658) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:21:19.743035 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770349d5-52d7-40d9-b528-16484aafc8d3 None None] Network 248032c7-8f9d-4e76-b078-b6f3b5516fa0 requested from dv-cinder-804757-1-iscsi {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:21:19.750005 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b105cd7-cb96-49ba-8973-d9501c83cfa0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d68a114c-6229-4651-a955-fef4c813d3ef,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:21:19.764016 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-a63e147e-c336-46ab-b23d-65e53aa6ebbe req-24681e88-447b-4395-900d-db1ba6d80ca0 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=f7c1c24b-63ef-4f08-a3b2-aa0aa7fc808b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882747 Aug 16 15:21:19.798268 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 41664) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:21:19.835771 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-13be5250-e3fc-472e-81a2-a2a384dca399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653808'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:19.903078 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-13be5250-e3fc-472e-81a2-a2a384dca399 admin admin] Deleting port 32642f10-8bee-4df2-b81e-3ba0268f51f2 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:21:19.903419 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-13be5250-e3fc-472e-81a2-a2a384dca399 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769335647479'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:19.912068 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-380d50ce-ae75-484a-83ea-3e4f1ac92b64 req-e7106319-f532-480b-bcbd-7684dd08a8c8 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8ca457fa-c2fa-4daf-980f-452aaeb61360&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1119723 Aug 16 15:21:19.970821 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15cd980-1003-46ef-92f2-5dd7739e9dda None None] DHCP port deletion for 248032c7-8f9d-4e76-b078-b6f3b5516fa0 request from dv-cinder-804757-1-iscsi {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 15:21:19.971854 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-13be5250-e3fc-472e-81a2-a2a384dca399 admin admin] For port 32642f10-8bee-4df2-b81e-3ba0268f51f2, host dv-cinder-804757-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=32642f10-8bee-4df2-b81e-3ba0268f51f2,segment=NetworkSegment(f4b610da-8913-4668-a26e-58a5a92c9637),segment_id=f4b610da-8913-4668-a26e-58a5a92c9637)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:21:19.972370 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-13be5250-e3fc-472e-81a2-a2a384dca399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3800399'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:19.989246 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-13be5250-e3fc-472e-81a2-a2a384dca399 admin admin] Calling delete_port for 32642f10-8bee-4df2-b81e-3ba0268f51f2 owned by network:dhcp {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:21:20.018301 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-c15cd980-1003-46ef-92f2-5dd7739e9dda None None] Deleting port 32642f10-8bee-4df2-b81e-3ba0268f51f2 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:21:20.018774 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c15cd980-1003-46ef-92f2-5dd7739e9dda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769335647479'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:20.072064 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-13be5250-e3fc-472e-81a2-a2a384dca399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769335768917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769335250710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268375'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:20.089447 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-c15cd980-1003-46ef-92f2-5dd7739e9dda None None] For port 32642f10-8bee-4df2-b81e-3ba0268f51f2, host dv-cinder-804757-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=32642f10-8bee-4df2-b81e-3ba0268f51f2,segment=NetworkSegment(f4b610da-8913-4668-a26e-58a5a92c9637),segment_id=f4b610da-8913-4668-a26e-58a5a92c9637)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:21:20.089846 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c15cd980-1003-46ef-92f2-5dd7739e9dda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3800399'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:20.098676 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13be5250-e3fc-472e-81a2-a2a384dca399 admin admin] Pushing event deleted for resources: {'Port': ['ID=32642f10-8bee-4df2-b81e-3ba0268f51f2,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:21:20.103145 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13be5250-e3fc-472e-81a2-a2a384dca399 admin admin] No DVR routers for this DVR port 32642f10-8bee-4df2-b81e-3ba0268f51f2 on host dv-cinder-804757-1-iscsi {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 15:21:20.105814 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-c15cd980-1003-46ef-92f2-5dd7739e9dda None None] Calling delete_port for 32642f10-8bee-4df2-b81e-3ba0268f51f2 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:21:20.180758 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-13be5250-e3fc-472e-81a2-a2a384dca399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000339', 'neutron.services.segments.db._delete_segments_for_network-8769335759171'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:20.186527 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c15cd980-1003-46ef-92f2-5dd7739e9dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769335768917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769335250710'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:20.190636 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.services.segments.db [None req-13be5250-e3fc-472e-81a2-a2a384dca399 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['248032c7-8f9d-4e76-b078-b6f3b5516fa0']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:21:20.202529 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.services.segments.db [None req-13be5250-e3fc-472e-81a2-a2a384dca399 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4b610da-8913-4668-a26e-58a5a92c9637') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:21:20.202914 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.services.segments.db [None req-13be5250-e3fc-472e-81a2-a2a384dca399 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4b610da-8913-4668-a26e-58a5a92c9637') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:21:20.213539 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-13be5250-e3fc-472e-81a2-a2a384dca399 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769335762252', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2459729'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:20.218286 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15cd980-1003-46ef-92f2-5dd7739e9dda None None] Pushing event deleted for resources: {'Port': ['ID=32642f10-8bee-4df2-b81e-3ba0268f51f2,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:21:20.223347 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15cd980-1003-46ef-92f2-5dd7739e9dda None None] No DVR routers for this DVR port 32642f10-8bee-4df2-b81e-3ba0268f51f2 on host dv-cinder-804757-1-iscsi {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 15:21:20.237611 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-13be5250-e3fc-472e-81a2-a2a384dca399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014199'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:20.250765 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13be5250-e3fc-472e-81a2-a2a384dca399 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 15:21:20.251168 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-13be5250-e3fc-472e-81a2-a2a384dca399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2268388'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:20.252959 dv-cinder-804757-1-iscsi neutron-server[94051]: Traceback (most recent call last): Aug 16 15:21:20.252959 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 15:21:20.252959 dv-cinder-804757-1-iscsi neutron-server[94051]: timer() Aug 16 15:21:20.252959 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 15:21:20.252959 dv-cinder-804757-1-iscsi neutron-server[94051]: cb(*args, **kw) Aug 16 15:21:20.252959 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 15:21:20.252959 dv-cinder-804757-1-iscsi neutron-server[94051]: return func(*args, **kwargs) Aug 16 15:21:20.252959 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 15:21:20.252959 dv-cinder-804757-1-iscsi neutron-server[94051]: self._notify() Aug 16 15:21:20.252959 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 15:21:20.252959 dv-cinder-804757-1-iscsi neutron-server[94051]: self.callback(batched_events) Aug 16 15:21:20.252959 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 15:21:20.252959 dv-cinder-804757-1-iscsi neutron-server[94051]: event.method(event) Aug 16 15:21:20.252959 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 15:21:20.252959 dv-cinder-804757-1-iscsi neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 15:21:20.252959 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 15:21:20.252959 dv-cinder-804757-1-iscsi neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 15:21:20.252959 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 15:21:20.252959 dv-cinder-804757-1-iscsi neutron-server[94051]: return f(self, *a, **k) Aug 16 15:21:20.252959 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 15:21:20.252959 dv-cinder-804757-1-iscsi neutron-server[94051]: return self._get(url).json() Aug 16 15:21:20.252959 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 15:21:20.252959 dv-cinder-804757-1-iscsi neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 15:21:20.252959 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 15:21:20.252959 dv-cinder-804757-1-iscsi neutron-server[94051]: return self.request(url, 'GET', **kwargs) Aug 16 15:21:20.252959 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 15:21:20.252959 dv-cinder-804757-1-iscsi neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 15:21:20.252959 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 15:21:20.252959 dv-cinder-804757-1-iscsi neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 15:21:20.252959 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 15:21:20.252959 dv-cinder-804757-1-iscsi neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 15:21:20.252959 dv-cinder-804757-1-iscsi neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 15:21:20.305865 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-13be5250-e3fc-472e-81a2-a2a384dca399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798563'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:20.321223 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-13be5250-e3fc-472e-81a2-a2a384dca399 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3780594'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:20.323070 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-13be5250-e3fc-472e-81a2-a2a384dca399 admin admin] 10.222.0.22 "DELETE /v2.0/networks/248032c7-8f9d-4e76-b078-b6f3b5516fa0 HTTP/1.1" status: 204 len: 168 time: 0.5811970 Aug 16 15:21:20.324849 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13be5250-e3fc-472e-81a2-a2a384dca399 admin admin] Pushing event deleted for resources: {'Network': ['ID=248032c7-8f9d-4e76-b078-b6f3b5516fa0,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:21:20.480830 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device f33513d6-5e14-47e9-98cf-19580f25cfce no longer exists at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:21:20.498498 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 41678) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:21:20.528180 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] No Port match for: f33513d6-5e14-47e9-98cf-19580f25cfce {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:21:20.528790 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device f33513d6-5e14-47e9-98cf-19580f25cfce not bound to the agent host dv-cinder-804757-1-iscsi {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:21:20.529358 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device 6861e961-903e-49c5-b104-2ef9ff4a60a4 no longer exists at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:21:20.554034 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-509fb1de-5449-4844-8322-1309efeeea5d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=74d046b645ba40689a9a38f294d5047f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0536382 Aug 16 15:21:20.556540 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 41682) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:21:20.562740 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] No Port match for: 6861e961-903e-49c5-b104-2ef9ff4a60a4 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:21:20.563226 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device 6861e961-903e-49c5-b104-2ef9ff4a60a4 not bound to the agent host dv-cinder-804757-1-iscsi {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:21:20.563910 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device 32642f10-8bee-4df2-b81e-3ba0268f51f2 no longer exists at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:21:20.565384 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb0548-ee5b-43d5-bb55-0ec6b9566051 req-40556410-3e95-428e-8a58-c03ca14d6eda tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:20.566889 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-25eb0548-ee5b-43d5-bb55-0ec6b9566051 req-40556410-3e95-428e-8a58-c03ca14d6eda tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce HTTP/1.1" status: 200 len: 946 time: 0.0589426 Aug 16 15:21:20.593204 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] No Port match for: 32642f10-8bee-4df2-b81e-3ba0268f51f2 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:21:20.593549 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device 32642f10-8bee-4df2-b81e-3ba0268f51f2 not bound to the agent host dv-cinder-804757-1-iscsi {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:21:20.608466 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3cb73a8b-a579-4fc0-bbda-dc4438fc7467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:20.610711 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-25eb0548-ee5b-43d5-bb55-0ec6b9566051 req-9ede328f-9357-4429-8b91-d84949a5f4ce tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/security-groups?id=17af3205-09df-4517-9712-91936f7ba92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373628 Aug 16 15:21:20.634587 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3cb73a8b-a579-4fc0-bbda-dc4438fc7467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:20.679248 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3cb73a8b-a579-4fc0-bbda-dc4438fc7467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:20.681791 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3cb73a8b-a579-4fc0-bbda-dc4438fc7467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:20.682905 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-3cb73a8b-a579-4fc0-bbda-dc4438fc7467 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4a0e2430-a832-49a7-b80a-9e1eb0384896 HTTP/1.1" status: 204 len: 168 time: 0.1254659 Aug 16 15:21:20.690635 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb73a8b-a579-4fc0-bbda-dc4438fc7467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a0e2430-a832-49a7-b80a-9e1eb0384896,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:21:20.897889 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1651ef31-a103-4707-a10a-5cfd5e92b460 req-ed9dcbbd-de0c-454e-bf37-288fceb25597 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:20.899497 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-1651ef31-a103-4707-a10a-5cfd5e92b460 req-ed9dcbbd-de0c-454e-bf37-288fceb25597 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ca457fa-c2fa-4daf-980f-452aaeb61360 HTTP/1.1" status: 200 len: 944 time: 0.0608680 Aug 16 15:21:20.938743 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-1651ef31-a103-4707-a10a-5cfd5e92b460 req-e78e18e3-4ae7-475d-a5a9-7bc6d87dee75 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=f7c1c24b-63ef-4f08-a3b2-aa0aa7fc808b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332558 Aug 16 15:21:21.014409 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 41690) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:21:21.056833 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-a7f3c8df-3d91-452c-9698-81dcc46fcc27 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=57bd050329b94c6c8f1db5e4adcb6240&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410461 Aug 16 15:21:21.059558 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 41692) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:21:21.107935 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-303f163d-c875-4dde-94bc-cda939b2b753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:21.129105 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-303f163d-c875-4dde-94bc-cda939b2b753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:21.181420 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-303f163d-c875-4dde-94bc-cda939b2b753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:21.184114 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-303f163d-c875-4dde-94bc-cda939b2b753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:21.185250 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-303f163d-c875-4dde-94bc-cda939b2b753 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8e676e5a-7868-49d3-bb91-6cc63ff48676 HTTP/1.1" status: 204 len: 168 time: 0.1246810 Aug 16 15:21:21.192834 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303f163d-c875-4dde-94bc-cda939b2b753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e676e5a-7868-49d3-bb91-6cc63ff48676,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:21:21.425053 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d50ce-ae75-484a-83ea-3e4f1ac92b64 req-be8e14d9-8ae7-4441-99ae-9de6942a4229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:21.426622 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-380d50ce-ae75-484a-83ea-3e4f1ac92b64 req-be8e14d9-8ae7-4441-99ae-9de6942a4229 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=8ca457fa-c2fa-4daf-980f-452aaeb61360&tenant_id=aa352a0731a74cdfa6f278a2b7ba2820 HTTP/1.1" status: 200 len: 1097 time: 0.0816517 Aug 16 15:21:21.500816 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d50ce-ae75-484a-83ea-3e4f1ac92b64 req-1595adbd-6eed-49c0-9cf7-d20f8c7352fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:21.503706 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-380d50ce-ae75-484a-83ea-3e4f1ac92b64 req-1595adbd-6eed-49c0-9cf7-d20f8c7352fc service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=aa352a0731a74cdfa6f278a2b7ba2820&device_id=8ca457fa-c2fa-4daf-980f-452aaeb61360 HTTP/1.1" status: 200 len: 1097 time: 0.0496271 Aug 16 15:21:21.602575 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d50ce-ae75-484a-83ea-3e4f1ac92b64 req-c488b7ba-a6c4-4175-9c7f-21d2634e8258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:21.604306 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-380d50ce-ae75-484a-83ea-3e4f1ac92b64 req-c488b7ba-a6c4-4175-9c7f-21d2634e8258 service neutron] 10.222.0.63 "GET /v2.0/networks?id=1f85c19c-3590-46ae-ae77-7ccaa8ebaa66 HTTP/1.1" status: 200 len: 916 time: 0.0909190 Aug 16 15:21:21.676353 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-380d50ce-ae75-484a-83ea-3e4f1ac92b64 req-9fac77df-5314-4b59-b47c-9b078f0c3040 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b1c3db9-6786-4da1-bdb0-17ffbf279714 HTTP/1.1" status: 200 len: 999 time: 0.0641329 Aug 16 15:21:21.757473 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d50ce-ae75-484a-83ea-3e4f1ac92b64 req-23890204-f696-4512-a80e-ecbdd09ba2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:21.758829 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-380d50ce-ae75-484a-83ea-3e4f1ac92b64 req-23890204-f696-4512-a80e-ecbdd09ba2dd service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9230327a-1ceb-43b3-9be3-e38bfee2db31 HTTP/1.1" status: 200 len: 855 time: 0.0680199 Aug 16 15:21:21.766720 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ca760-5271-4d97-9a84-973a2bb4b0a8 req-8b1ac2d7-3f86-4e5c-9268-89aae488a38b tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:21.768135 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-176ca760-5271-4d97-9a84-973a2bb4b0a8 req-8b1ac2d7-3f86-4e5c-9268-89aae488a38b tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce HTTP/1.1" status: 200 len: 946 time: 0.0874596 Aug 16 15:21:22.072699 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d7678-52de-4fd7-a77a-cb2d4776bc9e req-9da9f06c-d21e-4989-9ee8-f43b637a14c5 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:22.074139 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-6f0d7678-52de-4fd7-a77a-cb2d4776bc9e req-9da9f06c-d21e-4989-9ee8-f43b637a14c5 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ca457fa-c2fa-4daf-980f-452aaeb61360 HTTP/1.1" status: 200 len: 944 time: 0.0491970 Aug 16 15:21:22.094261 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-176ca760-5271-4d97-9a84-973a2bb4b0a8 req-d117b21e-8625-461e-b4a1-c2889fff4f8b tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/security-groups?id=17af3205-09df-4517-9712-91936f7ba92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3167129 Aug 16 15:21:22.100848 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d50ce-ae75-484a-83ea-3e4f1ac92b64 req-2f86b1d0-86f2-4ee0-b4b7-b403e64f2e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:22.102351 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-380d50ce-ae75-484a-83ea-3e4f1ac92b64 req-2f86b1d0-86f2-4ee0-b4b7-b403e64f2e9f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1f85c19c-3590-46ae-ae77-7ccaa8ebaa66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3334453 Aug 16 15:21:22.114796 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-6f0d7678-52de-4fd7-a77a-cb2d4776bc9e req-45216845-d580-46f8-aad4-70b6bc83010e tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=f7c1c24b-63ef-4f08-a3b2-aa0aa7fc808b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345569 Aug 16 15:21:22.193702 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-380d50ce-ae75-484a-83ea-3e4f1ac92b64 req-7f31c387-f468-411e-8360-4b2256cc9f6d service neutron] 10.222.0.63 "GET /v2.0/networks/1f85c19c-3590-46ae-ae77-7ccaa8ebaa66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833621 Aug 16 15:21:22.300730 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-380d50ce-ae75-484a-83ea-3e4f1ac92b64 req-1d2234be-db3d-4ce9-9561-32327650a1a5 service neutron] 10.222.0.63 "GET /v2.0/networks/1f85c19c-3590-46ae-ae77-7ccaa8ebaa66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995429 Aug 16 15:21:22.318881 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e7125-e278-4785-bc41-6e2ebd434437 req-aec93e51-155b-41ca-b2eb-562aaba60538 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:22.320391 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-a57e7125-e278-4785-bc41-6e2ebd434437 req-aec93e51-155b-41ca-b2eb-562aaba60538 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce HTTP/1.1" status: 200 len: 946 time: 0.0519836 Aug 16 15:21:22.342847 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 41712) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:21:22.366849 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-a57e7125-e278-4785-bc41-6e2ebd434437 req-616aa1b8-9675-4556-8227-36c26b356607 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/security-groups?id=17af3205-09df-4517-9712-91936f7ba92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399740 Aug 16 15:21:22.431864 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-a55b9d5f-a91c-48e4-8cff-fe881a0b6b00 req-fce7d988-1411-483c-a7c6-025fec113d41 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0879612 Aug 16 15:21:23.151495 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device 28f30e6e-1f6d-46c5-b0ad-7ab9162ac904 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:21:23.253382 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:23.261945 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bec07-e0d5-41f1-b603-c2ba678c9653 req-f44ffe4c-e1ec-43f8-86ea-5fdce43e1141 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:23.264554 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-041bec07-e0d5-41f1-b603-c2ba678c9653 req-f44ffe4c-e1ec-43f8-86ea-5fdce43e1141 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ca457fa-c2fa-4daf-980f-452aaeb61360 HTTP/1.1" status: 200 len: 944 time: 0.0526915 Aug 16 15:21:23.281343 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed34becd-dd11-43b2-b3ee-eac65f91f5ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28f30e6e-1f6d-46c5-b0ad-7ab9162ac904'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:21:23.285036 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e76958932a03d86b7f0b22df001500a87ec50ba87a7955a81e77db88798745a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce6ca81-e6f0-492e-bc51-1460d923a461" -d '{"events": [{"server_uuid": "ed34becd-dd11-43b2-b3ee-eac65f91f5ce", "name": "network-vif-unplugged", "status": "completed", "tag": "28f30e6e-1f6d-46c5-b0ad-7ab9162ac904"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:21:23.298809 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port 28f30e6e-1f6d-46c5-b0ad-7ab9162ac904, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=28f30e6e-1f6d-46c5-b0ad-7ab9162ac904,segment=NetworkSegment(6a81eeb2-96ac-46f1-9327-0389c5f89c7d),segment_id=6a81eeb2-96ac-46f1-9327-0389c5f89c7d)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:21:23.304017 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:23.308951 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-041bec07-e0d5-41f1-b603-c2ba678c9653 req-d1c80766-31a0-4ec4-aeea-6e54cf8e08c2 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=f7c1c24b-63ef-4f08-a3b2-aa0aa7fc808b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359278 Aug 16 15:21:23.360650 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 15:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16cae508-1089-4c0e-b02d-f3733ece3f17 x-openstack-request-id: req-16cae508-1089-4c0e-b02d-f3733ece3f17 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:21:23.361005 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed34becd-dd11-43b2-b3ee-eac65f91f5ce", "name": "network-vif-unplugged", "status": "failed", "tag": "28f30e6e-1f6d-46c5-b0ad-7ab9162ac904", "code": 422}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:21:23.361314 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-16cae508-1089-4c0e-b02d-f3733ece3f17 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:21:23.361708 dv-cinder-804757-1-iscsi neutron-server[94053]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ed34becd-dd11-43b2-b3ee-eac65f91f5ce', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '28f30e6e-1f6d-46c5-b0ad-7ab9162ac904', 'code': 422} returned with failed status Aug 16 15:21:23.366611 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Pushing event updated for resources: {'Port': ['ID=28f30e6e-1f6d-46c5-b0ad-7ab9162ac904,revision_number=6']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:21:23.481906 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98677138-021b-46ee-a6fc-ce68c503e1df req-4a9edaf6-ffa6-4878-a70f-931d7e943c3a tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:23.483367 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-98677138-021b-46ee-a6fc-ce68c503e1df req-4a9edaf6-ffa6-4878-a70f-931d7e943c3a tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce HTTP/1.1" status: 200 len: 944 time: 0.0489728 Aug 16 15:21:23.525402 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-98677138-021b-46ee-a6fc-ce68c503e1df req-ad6d5699-c1c8-4a0f-becb-f42e1feb81b7 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/security-groups?id=17af3205-09df-4517-9712-91936f7ba92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355706 Aug 16 15:21:24.432567 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b1983-702e-4a87-a394-d09e0b7456f2 req-9718b1da-b925-417d-8e88-eb956f9f1320 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:24.434008 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-8f1b1983-702e-4a87-a394-d09e0b7456f2 req-9718b1da-b925-417d-8e88-eb956f9f1320 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ca457fa-c2fa-4daf-980f-452aaeb61360 HTTP/1.1" status: 200 len: 944 time: 0.0522943 Aug 16 15:21:24.476790 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-8f1b1983-702e-4a87-a394-d09e0b7456f2 req-4a26d333-dd7c-4ac2-9f8c-2acdcbfcfc13 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=f7c1c24b-63ef-4f08-a3b2-aa0aa7fc808b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368354 Aug 16 15:21:24.654561 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9219873-7493-4c11-955e-3177f2de01bf req-dcbf7a25-b8c5-44cc-9fcf-355333370b5b tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:24.656081 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-e9219873-7493-4c11-955e-3177f2de01bf req-dcbf7a25-b8c5-44cc-9fcf-355333370b5b tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce HTTP/1.1" status: 200 len: 944 time: 0.0508897 Aug 16 15:21:24.695016 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-e9219873-7493-4c11-955e-3177f2de01bf req-071619b1-989c-4934-8d61-4aea87d6ff81 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/security-groups?id=17af3205-09df-4517-9712-91936f7ba92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329380 Aug 16 15:21:25.603576 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512cbc2-fc59-4881-9cf0-66b732f4f387 req-0e8d1682-b94a-4af5-ba86-5027c1d3e7d3 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:25.605125 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-0512cbc2-fc59-4881-9cf0-66b732f4f387 req-0e8d1682-b94a-4af5-ba86-5027c1d3e7d3 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ca457fa-c2fa-4daf-980f-452aaeb61360 HTTP/1.1" status: 200 len: 944 time: 0.0551510 Aug 16 15:21:25.645193 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-0512cbc2-fc59-4881-9cf0-66b732f4f387 req-39533cc6-2811-42bf-a82c-e864b9fb015b tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=f7c1c24b-63ef-4f08-a3b2-aa0aa7fc808b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341182 Aug 16 15:21:25.810830 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563fa754-76ce-4950-8832-f816dd242135 req-edb4e800-eaf6-4f1e-bdf8-070789190981 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:25.812230 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-563fa754-76ce-4950-8832-f816dd242135 req-edb4e800-eaf6-4f1e-bdf8-070789190981 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce HTTP/1.1" status: 200 len: 944 time: 0.0508599 Aug 16 15:21:25.854745 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-563fa754-76ce-4950-8832-f816dd242135 req-edafb87d-6d2c-4bf5-bf3b-0f3bb9238d8a tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/security-groups?id=17af3205-09df-4517-9712-91936f7ba92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365016 Aug 16 15:21:26.399438 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:26.767877 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd9d8c-dc7d-4db3-bf55-b00c42ad49b9 req-883acaad-3dc9-465b-9a49-ea1050cb010e tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:26.769343 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-8ecd9d8c-dc7d-4db3-bf55-b00c42ad49b9 req-883acaad-3dc9-465b-9a49-ea1050cb010e tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ca457fa-c2fa-4daf-980f-452aaeb61360 HTTP/1.1" status: 200 len: 944 time: 0.0506575 Aug 16 15:21:26.806940 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-8ecd9d8c-dc7d-4db3-bf55-b00c42ad49b9 req-c48c4ff4-a638-4fdb-90db-e277867ee144 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=f7c1c24b-63ef-4f08-a3b2-aa0aa7fc808b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316179 Aug 16 15:21:26.974474 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc015c-5096-4e26-85bd-bea724afd029 req-4b4c6258-8b9d-4f16-884c-16d068a8fc38 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:26.975825 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-62cc015c-5096-4e26-85bd-bea724afd029 req-4b4c6258-8b9d-4f16-884c-16d068a8fc38 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce HTTP/1.1" status: 200 len: 944 time: 0.0478225 Aug 16 15:21:27.025068 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-62cc015c-5096-4e26-85bd-bea724afd029 req-6086844c-890d-41e4-b777-7f0b098acc1a tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/security-groups?id=17af3205-09df-4517-9712-91936f7ba92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403881 Aug 16 15:21:27.929001 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad81b88a-e195-45e7-b078-1c5c492bc2d4 req-25252ae6-be2b-4916-935a-3707e7b92084 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:27.930454 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-ad81b88a-e195-45e7-b078-1c5c492bc2d4 req-25252ae6-be2b-4916-935a-3707e7b92084 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ca457fa-c2fa-4daf-980f-452aaeb61360 HTTP/1.1" status: 200 len: 944 time: 0.0499413 Aug 16 15:21:27.971900 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-ad81b88a-e195-45e7-b078-1c5c492bc2d4 req-742c42e1-0e04-4d8c-a36d-7803619627e2 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=f7c1c24b-63ef-4f08-a3b2-aa0aa7fc808b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350080 Aug 16 15:21:28.140853 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e618bd-4e50-4172-bf0f-fb45da30e622 req-627f0c54-f178-4efd-8d69-abfc5415ae6d tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:28.142312 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-b0e618bd-4e50-4172-bf0f-fb45da30e622 req-627f0c54-f178-4efd-8d69-abfc5415ae6d tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce HTTP/1.1" status: 200 len: 944 time: 0.0520771 Aug 16 15:21:28.180238 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-b0e618bd-4e50-4172-bf0f-fb45da30e622 req-61d37066-98b5-42e7-977d-ed9453cd1dd3 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/security-groups?id=17af3205-09df-4517-9712-91936f7ba92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313120 Aug 16 15:21:29.096149 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69fdc31-4133-4311-b66f-6ec8f05d2ff1 req-f05f7e51-aaa7-4c07-9e0b-ffbaa50d39dc tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:29.097854 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-a69fdc31-4133-4311-b66f-6ec8f05d2ff1 req-f05f7e51-aaa7-4c07-9e0b-ffbaa50d39dc tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ca457fa-c2fa-4daf-980f-452aaeb61360 HTTP/1.1" status: 200 len: 944 time: 0.0513210 Aug 16 15:21:29.137374 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-a69fdc31-4133-4311-b66f-6ec8f05d2ff1 req-a930f749-e6dc-443d-984c-8c4689d30c45 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=f7c1c24b-63ef-4f08-a3b2-aa0aa7fc808b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332913 Aug 16 15:21:29.308275 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deebec3-0f81-4f64-bffb-8c05c3731a62 req-1a955fc7-d4e2-4154-adfc-5d6591aef933 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:29.309851 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-2deebec3-0f81-4f64-bffb-8c05c3731a62 req-1a955fc7-d4e2-4154-adfc-5d6591aef933 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce HTTP/1.1" status: 200 len: 944 time: 0.0555151 Aug 16 15:21:29.351566 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-2deebec3-0f81-4f64-bffb-8c05c3731a62 req-28a263ac-08c3-4632-bb3f-a4b94388a2d1 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/security-groups?id=17af3205-09df-4517-9712-91936f7ba92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352464 Aug 16 15:21:30.260619 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d489a-5780-4648-b3d3-51570bf30c0f req-cbdeea44-24ca-4a91-a3d5-4ce49041b4af tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:30.267959 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-cb7d489a-5780-4648-b3d3-51570bf30c0f req-cbdeea44-24ca-4a91-a3d5-4ce49041b4af tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ca457fa-c2fa-4daf-980f-452aaeb61360 HTTP/1.1" status: 200 len: 944 time: 0.0561223 Aug 16 15:21:30.307694 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-cb7d489a-5780-4648-b3d3-51570bf30c0f req-9192fa6f-6e4c-4e03-9f73-1f62730fa62c tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=f7c1c24b-63ef-4f08-a3b2-aa0aa7fc808b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327692 Aug 16 15:21:30.469028 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e121b082-ff59-4d8c-b54c-90c1db8a9a81 req-bf32018b-6fd7-4b34-b05c-00010532e658 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:30.470398 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-e121b082-ff59-4d8c-b54c-90c1db8a9a81 req-bf32018b-6fd7-4b34-b05c-00010532e658 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce HTTP/1.1" status: 200 len: 944 time: 0.0498090 Aug 16 15:21:30.509729 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-e121b082-ff59-4d8c-b54c-90c1db8a9a81 req-082dccde-6c20-440b-b5b0-44f0f6bc0315 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/security-groups?id=17af3205-09df-4517-9712-91936f7ba92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332568 Aug 16 15:21:31.399618 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-40f312cc-7266-44e1-a15c-71bb58956d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:31.436143 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffadd88-9913-48f8-af2a-9df9019f136b req-7cb2fee6-a50d-4048-99b2-4780e25a3667 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:31.437595 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-0ffadd88-9913-48f8-af2a-9df9019f136b req-7cb2fee6-a50d-4048-99b2-4780e25a3667 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ca457fa-c2fa-4daf-980f-452aaeb61360 HTTP/1.1" status: 200 len: 944 time: 0.0517900 Aug 16 15:21:31.482999 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-0ffadd88-9913-48f8-af2a-9df9019f136b req-5f41c416-592c-4314-bd1e-94c521374409 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=f7c1c24b-63ef-4f08-a3b2-aa0aa7fc808b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392349 Aug 16 15:21:31.629695 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a3da7-4aa3-452e-a079-efa82db6b092 req-a6a4733f-ab91-4259-9e61-a7f734e95e05 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:31.631191 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-563a3da7-4aa3-452e-a079-efa82db6b092 req-a6a4733f-ab91-4259-9e61-a7f734e95e05 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce HTTP/1.1" status: 200 len: 944 time: 0.0522444 Aug 16 15:21:31.670769 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-563a3da7-4aa3-452e-a079-efa82db6b092 req-83dc3653-8225-4ea2-bae2-6b24aff9c93a tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/security-groups?id=17af3205-09df-4517-9712-91936f7ba92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336516 Aug 16 15:21:32.601995 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aaa6e2-ad69-4404-a88a-7511d55da86c req-3ae47880-014c-4847-adc1-ae799ea98146 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:32.603732 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-37aaa6e2-ad69-4404-a88a-7511d55da86c req-3ae47880-014c-4847-adc1-ae799ea98146 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ca457fa-c2fa-4daf-980f-452aaeb61360 HTTP/1.1" status: 200 len: 944 time: 0.0492210 Aug 16 15:21:32.644528 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-37aaa6e2-ad69-4404-a88a-7511d55da86c req-4d831c64-6bed-4773-92c1-079f0350c307 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=f7c1c24b-63ef-4f08-a3b2-aa0aa7fc808b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343637 Aug 16 15:21:32.787551 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee45d50-95e0-433c-810f-df9c2ff94738 req-4cb60b85-dea5-4baf-b198-a04b547bc631 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:32.788974 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-1ee45d50-95e0-433c-810f-df9c2ff94738 req-4cb60b85-dea5-4baf-b198-a04b547bc631 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce HTTP/1.1" status: 200 len: 944 time: 0.0482793 Aug 16 15:21:32.830554 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-1ee45d50-95e0-433c-810f-df9c2ff94738 req-5ae04980-8aba-43da-8504-1a0b74088a27 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/security-groups?id=17af3205-09df-4517-9712-91936f7ba92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350521 Aug 16 15:21:33.764433 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9e4f65-213f-4a70-87af-cb6ff4cdaacf req-00d9bc21-1fc9-4d5c-9dd1-c6d138d3f999 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:33.765920 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-3b9e4f65-213f-4a70-87af-cb6ff4cdaacf req-00d9bc21-1fc9-4d5c-9dd1-c6d138d3f999 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ca457fa-c2fa-4daf-980f-452aaeb61360 HTTP/1.1" status: 200 len: 944 time: 0.0490384 Aug 16 15:21:33.804560 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-3b9e4f65-213f-4a70-87af-cb6ff4cdaacf req-7b5e2458-7929-4611-9cf2-4c77e7dc1d5f tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=f7c1c24b-63ef-4f08-a3b2-aa0aa7fc808b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325949 Aug 16 15:21:33.948553 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7705f39-fd6a-42b9-b09b-80f0afb602ad req-c312a140-c671-4efd-abbe-1354d32307b5 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:33.949959 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-c7705f39-fd6a-42b9-b09b-80f0afb602ad req-c312a140-c671-4efd-abbe-1354d32307b5 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce HTTP/1.1" status: 200 len: 944 time: 0.0491316 Aug 16 15:21:33.960799 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5e4117dc-2916-4590-9ebd-d6349166a723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:33.988470 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-c7705f39-fd6a-42b9-b09b-80f0afb602ad req-89bc2cc2-8c5a-4c7f-8657-9dbd93af80f3 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/security-groups?id=17af3205-09df-4517-9712-91936f7ba92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325718 Aug 16 15:21:34.233265 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:34.711067 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55b9d5f-a91c-48e4-8cff-fe881a0b6b00 req-cae9374c-1a4a-4359-a145-e4b0def3e265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:34.712536 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-a55b9d5f-a91c-48e4-8cff-fe881a0b6b00 req-cae9374c-1a4a-4359-a145-e4b0def3e265 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce&tenant_id=b909c74720ca49ce9720908372ac710e HTTP/1.1" status: 200 len: 1097 time: 0.0393491 Aug 16 15:21:34.774715 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55b9d5f-a91c-48e4-8cff-fe881a0b6b00 req-0121bb49-7615-4a53-b662-9c85c4162949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:34.776198 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-a55b9d5f-a91c-48e4-8cff-fe881a0b6b00 req-0121bb49-7615-4a53-b662-9c85c4162949 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b909c74720ca49ce9720908372ac710e&device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce HTTP/1.1" status: 200 len: 1097 time: 0.0422759 Aug 16 15:21:34.867633 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55b9d5f-a91c-48e4-8cff-fe881a0b6b00 req-823f74e4-98c8-4b83-9c14-13691b13cc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:34.869133 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-a55b9d5f-a91c-48e4-8cff-fe881a0b6b00 req-823f74e4-98c8-4b83-9c14-13691b13cc81 service neutron] 10.222.0.63 "GET /v2.0/networks?id=39688803-4c7a-4e65-bd12-e072ee8a86dc HTTP/1.1" status: 200 len: 909 time: 0.0858893 Aug 16 15:21:34.962569 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-a55b9d5f-a91c-48e4-8cff-fe881a0b6b00 req-24e6ba2c-85d5-4e24-8203-dc3e92b13639 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28f30e6e-1f6d-46c5-b0ad-7ab9162ac904 HTTP/1.1" status: 200 len: 998 time: 0.0860114 Aug 16 15:21:34.973456 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed960b7-ed0a-4ac4-a390-fffef280d98a req-42ad7394-8a5a-4ffd-9815-43a759ba3530 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:34.974849 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-1ed960b7-ed0a-4ac4-a390-fffef280d98a req-42ad7394-8a5a-4ffd-9815-43a759ba3530 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ca457fa-c2fa-4daf-980f-452aaeb61360 HTTP/1.1" status: 200 len: 944 time: 0.0919914 Aug 16 15:21:35.040013 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55b9d5f-a91c-48e4-8cff-fe881a0b6b00 req-d8e83c63-736c-480b-ad5d-ee836e4a553b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:35.041466 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-a55b9d5f-a91c-48e4-8cff-fe881a0b6b00 req-d8e83c63-736c-480b-ad5d-ee836e4a553b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5f7e542c-3ecd-4a2a-b7d4-b70d0efc580a HTTP/1.1" status: 200 len: 848 time: 0.0657928 Aug 16 15:21:35.044364 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-1ed960b7-ed0a-4ac4-a390-fffef280d98a req-6eab6b83-f697-47e0-9b01-1e0f6a571f3e tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=f7c1c24b-63ef-4f08-a3b2-aa0aa7fc808b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613754 Aug 16 15:21:35.091442 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55b9d5f-a91c-48e4-8cff-fe881a0b6b00 req-051e13f9-4c57-4c20-962c-3933074e24b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:35.092953 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-a55b9d5f-a91c-48e4-8cff-fe881a0b6b00 req-051e13f9-4c57-4c20-962c-3933074e24b6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=39688803-4c7a-4e65-bd12-e072ee8a86dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443561 Aug 16 15:21:35.105453 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416ba7d-d978-406a-b0f0-229e2d44c81a req-53579b9e-8609-4297-b8f3-ec16bd1b0ba8 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:35.106886 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-7416ba7d-d978-406a-b0f0-229e2d44c81a req-53579b9e-8609-4297-b8f3-ec16bd1b0ba8 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce HTTP/1.1" status: 200 len: 944 time: 0.0481117 Aug 16 15:21:35.135284 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5f8a3891-afd8-4a3f-99f3-eab7c9032578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:35.145954 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-7416ba7d-d978-406a-b0f0-229e2d44c81a req-ffcc1a5c-af3d-4976-8faa-f18abd92bd42 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/security-groups?id=17af3205-09df-4517-9712-91936f7ba92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323796 Aug 16 15:21:35.185191 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-a55b9d5f-a91c-48e4-8cff-fe881a0b6b00 req-f36b3b46-43e0-4d87-8f64-aa46b167f4f5 service neutron] 10.222.0.63 "GET /v2.0/networks/39688803-4c7a-4e65-bd12-e072ee8a86dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849192 Aug 16 15:21:35.276230 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-a55b9d5f-a91c-48e4-8cff-fe881a0b6b00 req-c9d10dda-c410-420a-9911-bcf507686573 service neutron] 10.222.0.63 "GET /v2.0/networks/39688803-4c7a-4e65-bd12-e072ee8a86dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830727 Aug 16 15:21:35.964093 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.agents_db [None req-45e7de1a-0021-4862-aee0-d1a44650be34 None None] Agent healthcheck: found 6 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 15:21:36.162501 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe057a53-7dca-4f0d-a6ce-358ee2f5a523 req-cbb0fe30-3574-40a7-8840-9546d47ed1b1 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:36.163846 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-fe057a53-7dca-4f0d-a6ce-358ee2f5a523 req-cbb0fe30-3574-40a7-8840-9546d47ed1b1 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ca457fa-c2fa-4daf-980f-452aaeb61360 HTTP/1.1" status: 200 len: 944 time: 0.0474083 Aug 16 15:21:36.203841 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-fe057a53-7dca-4f0d-a6ce-358ee2f5a523 req-67bfa5db-d2bf-4da4-a702-fae60c6c55e4 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=f7c1c24b-63ef-4f08-a3b2-aa0aa7fc808b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341260 Aug 16 15:21:36.268335 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ace197-4459-4433-974b-e881943e90fb req-1a29e1c3-530a-4efa-8e7c-aae2bf2f56e7 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:36.269820 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-d3ace197-4459-4433-974b-e881943e90fb req-1a29e1c3-530a-4efa-8e7c-aae2bf2f56e7 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce HTTP/1.1" status: 200 len: 944 time: 0.0541458 Aug 16 15:21:36.309103 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-d3ace197-4459-4433-974b-e881943e90fb req-701f3406-7beb-444c-b99e-c5b23917d305 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/security-groups?id=17af3205-09df-4517-9712-91936f7ba92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308297 Aug 16 15:21:36.781563 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4fd61f29-14ed-4c81-94cc-08da44d16cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:37.322533 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844cd135-2950-4c38-85a2-b64c3facecee req-e34ed91e-7827-47af-a612-53209a7ee0aa tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:37.323995 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-844cd135-2950-4c38-85a2-b64c3facecee req-e34ed91e-7827-47af-a612-53209a7ee0aa tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ca457fa-c2fa-4daf-980f-452aaeb61360 HTTP/1.1" status: 200 len: 944 time: 0.0477903 Aug 16 15:21:37.362070 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-844cd135-2950-4c38-85a2-b64c3facecee req-348bdb1f-b7a2-4f0c-8d2f-02f751b53566 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=f7c1c24b-63ef-4f08-a3b2-aa0aa7fc808b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322824 Aug 16 15:21:37.423247 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6500d2b8-118c-49bb-ae42-37f05ff5e34d req-a9a65a75-e6b4-41e2-a3ff-b431a40d6c01 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:37.424712 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-6500d2b8-118c-49bb-ae42-37f05ff5e34d req-a9a65a75-e6b4-41e2-a3ff-b431a40d6c01 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce HTTP/1.1" status: 200 len: 944 time: 0.0484991 Aug 16 15:21:37.461875 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-6500d2b8-118c-49bb-ae42-37f05ff5e34d req-f6e5ea81-5b5e-4a45-b443-06ef3f9c4677 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/security-groups?id=17af3205-09df-4517-9712-91936f7ba92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312936 Aug 16 15:21:38.494902 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df194d7-a635-4975-9f72-03743190065f req-1fedea9e-bc1a-4693-9ea4-34767980e3d6 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:38.496397 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-8df194d7-a635-4975-9f72-03743190065f req-1fedea9e-bc1a-4693-9ea4-34767980e3d6 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ca457fa-c2fa-4daf-980f-452aaeb61360 HTTP/1.1" status: 200 len: 944 time: 0.0556810 Aug 16 15:21:38.533304 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-8df194d7-a635-4975-9f72-03743190065f req-fab87d7e-7aac-4de2-aaf3-34ca213e26bd tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=f7c1c24b-63ef-4f08-a3b2-aa0aa7fc808b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307596 Aug 16 15:21:38.578411 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab610ca3-1fd9-4393-80d7-e414887c02f4 req-10a57087-a6ea-486e-bbab-024757c93f83 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:38.579874 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-ab610ca3-1fd9-4393-80d7-e414887c02f4 req-10a57087-a6ea-486e-bbab-024757c93f83 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/ports?device_id=6993417b-2795-4280-b1d3-98ccb5a4f107 HTTP/1.1" status: 200 len: 946 time: 0.0522351 Aug 16 15:21:38.627138 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-ab610ca3-1fd9-4393-80d7-e414887c02f4 req-01ec49bd-bacc-40f5-81be-0af8c6417636 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/security-groups?id=f81d9cb5-ee7b-41c0-8dbe-a0336cac8bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404823 Aug 16 15:21:38.642852 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def1c595-e576-40b9-8d3f-e2ffe3674670 req-ba4e1544-bab9-4270-a0b1-74faedd10b77 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:38.644310 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-def1c595-e576-40b9-8d3f-e2ffe3674670 req-ba4e1544-bab9-4270-a0b1-74faedd10b77 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce HTTP/1.1" status: 200 len: 944 time: 0.0528851 Aug 16 15:21:38.683473 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-def1c595-e576-40b9-8d3f-e2ffe3674670 req-4b9afeee-92be-4f29-8ebb-6cd227d3e16b tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/security-groups?id=17af3205-09df-4517-9712-91936f7ba92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327063 Aug 16 15:21:39.664466 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a18231-4a3d-47ba-b798-e4b48498a0f1 req-fc459c64-bb0d-4629-9cf9-81f6350d5103 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:39.666638 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-80a18231-4a3d-47ba-b798-e4b48498a0f1 req-fc459c64-bb0d-4629-9cf9-81f6350d5103 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ca457fa-c2fa-4daf-980f-452aaeb61360 HTTP/1.1" status: 200 len: 944 time: 0.0588498 Aug 16 15:21:39.706341 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-80a18231-4a3d-47ba-b798-e4b48498a0f1 req-ad4956df-67f7-4bb2-9738-4041c6c05608 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=f7c1c24b-63ef-4f08-a3b2-aa0aa7fc808b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331104 Aug 16 15:21:39.825703 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7f8e41-bd25-4158-b910-6409fa2d1878 req-70edb5a5-a197-4492-afb0-b439638b64a5 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:39.828539 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-6c7f8e41-bd25-4158-b910-6409fa2d1878 req-70edb5a5-a197-4492-afb0-b439638b64a5 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/ports?device_id=6993417b-2795-4280-b1d3-98ccb5a4f107 HTTP/1.1" status: 200 len: 946 time: 0.0688338 Aug 16 15:21:39.844505 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc4468-c1ba-4352-a8ce-c199fa111195 req-83c6e44d-b6d8-4ee8-82e2-fa60aa415c61 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:39.845991 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-babc4468-c1ba-4352-a8ce-c199fa111195 req-83c6e44d-b6d8-4ee8-82e2-fa60aa415c61 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce HTTP/1.1" status: 200 len: 944 time: 0.0550609 Aug 16 15:21:39.870627 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-6c7f8e41-bd25-4158-b910-6409fa2d1878 req-68564fc4-8175-49d4-a134-9311b89f91e0 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/security-groups?id=f81d9cb5-ee7b-41c0-8dbe-a0336cac8bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344598 Aug 16 15:21:39.894026 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-babc4468-c1ba-4352-a8ce-c199fa111195 req-bc8a9082-6446-4745-9132-ca533ea76122 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/security-groups?id=17af3205-09df-4517-9712-91936f7ba92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416317 Aug 16 15:21:40.054177 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45779013-e31a-4036-96d5-10c1696295d8 req-f0add39a-bc3f-4cf5-bdfc-aa31de5c03e4 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:40.055630 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-45779013-e31a-4036-96d5-10c1696295d8 req-f0add39a-bc3f-4cf5-bdfc-aa31de5c03e4 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.63 "GET /v2.0/ports?device_id=6993417b-2795-4280-b1d3-98ccb5a4f107 HTTP/1.1" status: 200 len: 946 time: 0.0483849 Aug 16 15:21:40.147444 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-45779013-e31a-4036-96d5-10c1696295d8 req-f5584e4d-607a-4e29-8396-cdeef19cfb1d tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Deleting port 99a475fb-f8c5-49aa-9cb9-53c0a3d59631 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:21:40.147784 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-45779013-e31a-4036-96d5-10c1696295d8 req-f5584e4d-607a-4e29-8396-cdeef19cfb1d tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769335647479'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:40.232977 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-45779013-e31a-4036-96d5-10c1696295d8 req-f5584e4d-607a-4e29-8396-cdeef19cfb1d tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] For port 99a475fb-f8c5-49aa-9cb9-53c0a3d59631, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=99a475fb-f8c5-49aa-9cb9-53c0a3d59631,segment=NetworkSegment(ec402e6f-339e-4373-af26-597dcdea5a54),segment_id=ec402e6f-339e-4373-af26-597dcdea5a54)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:21:40.233260 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-45779013-e31a-4036-96d5-10c1696295d8 req-f5584e4d-607a-4e29-8396-cdeef19cfb1d tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3800399'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:40.406636 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-45779013-e31a-4036-96d5-10c1696295d8 req-f5584e4d-607a-4e29-8396-cdeef19cfb1d tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:40.406949 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-45779013-e31a-4036-96d5-10c1696295d8 req-f5584e4d-607a-4e29-8396-cdeef19cfb1d tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798589'] for floatingip, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:40.407261 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.db.l3_db [req-45779013-e31a-4036-96d5-10c1696295d8 req-f5584e4d-607a-4e29-8396-cdeef19cfb1d tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Floating IP 5890c8d9-3f2e-4b69-b628-3186724cc488 disassociated. External IP: 172.27.3.176, port: 99a475fb-f8c5-49aa-9cb9-53c0a3d59631. Aug 16 15:21:40.407613 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-45779013-e31a-4036-96d5-10c1696295d8 req-f5584e4d-607a-4e29-8396-cdeef19cfb1d tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Calling delete_port for 99a475fb-f8c5-49aa-9cb9-53c0a3d59631 owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:21:40.529074 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-45779013-e31a-4036-96d5-10c1696295d8 req-f5584e4d-607a-4e29-8396-cdeef19cfb1d tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769335768917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769335250710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2787876'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:40.559949 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5584e4d-607a-4e29-8396-cdeef19cfb1d tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Pushing event deleted for resources: {'Port': ['ID=99a475fb-f8c5-49aa-9cb9-53c0a3d59631,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:21:40.672625 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45779013-e31a-4036-96d5-10c1696295d8 req-f5584e4d-607a-4e29-8396-cdeef19cfb1d tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Router a8a11809-5a53-44bf-97c1-d2f6d9224a81 has already been hosted by L3 agent b2ca3166-9002-4222-bd01-ae8f73ca62dc {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 15:21:40.776414 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45779013-e31a-4036-96d5-10c1696295d8 req-f5584e4d-607a-4e29-8396-cdeef19cfb1d tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify agent at l3_agent.dv-cinder-804757-1-iscsi the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:21:40.787320 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f395dd23-c259-4b4a-b95a-238b7e07cb71 None None] Sync routers for ids ['a8a11809-5a53-44bf-97c1-d2f6d9224a81'] in dv-cinder-804757-1-iscsi {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:21:40.796226 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f395dd23-c259-4b4a-b95a-238b7e07cb71 None None] Routers {'a8a11809-5a53-44bf-97c1-d2f6d9224a81'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:21:40.796837 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-f395dd23-c259-4b4a-b95a-238b7e07cb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:21:34Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['a8a11809-5a53-44bf-97c1-d2f6d9224a81'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:21:40.826655 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-45779013-e31a-4036-96d5-10c1696295d8 req-f5584e4d-607a-4e29-8396-cdeef19cfb1d tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] No DVR routers for this DVR port 99a475fb-f8c5-49aa-9cb9-53c0a3d59631 on host hv-cinder-80475 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 15:21:40.841894 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-45779013-e31a-4036-96d5-10c1696295d8 req-f5584e4d-607a-4e29-8396-cdeef19cfb1d tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:40.843814 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-45779013-e31a-4036-96d5-10c1696295d8 req-f5584e4d-607a-4e29-8396-cdeef19cfb1d tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.63 "DELETE /v2.0/ports/99a475fb-f8c5-49aa-9cb9-53c0a3d59631 HTTP/1.1" status: 204 len: 173 time: 0.7822993 Aug 16 15:21:40.844286 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6993417b-2795-4280-b1d3-98ccb5a4f107', 'name': 'network-vif-deleted', 'tag': '99a475fb-f8c5-49aa-9cb9-53c0a3d59631'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:21:40.846515 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17fb0647ef8e93fcdaff2aac5cadc262a2f87503c881cd14114af97cd5d63f67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fab66bf-15db-4b12-b7ce-fe1664b1c913" -d '{"events": [{"server_uuid": "6993417b-2795-4280-b1d3-98ccb5a4f107", "name": "network-vif-deleted", "tag": "99a475fb-f8c5-49aa-9cb9-53c0a3d59631"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:21:40.875590 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e6a78-c425-4216-8f6f-db234fc4b75b req-9d701c61-b42c-42ca-963b-2a57e889d58b tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:40.886161 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-8b1e6a78-c425-4216-8f6f-db234fc4b75b req-9d701c61-b42c-42ca-963b-2a57e889d58b tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ca457fa-c2fa-4daf-980f-452aaeb61360 HTTP/1.1" status: 200 len: 944 time: 0.0827425 Aug 16 15:21:40.890820 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d81c70-a09e-4945-8c20-70b272f10249 x-openstack-request-id: req-b2d81c70-a09e-4945-8c20-70b272f10249 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:21:40.891104 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6993417b-2795-4280-b1d3-98ccb5a4f107", "name": "network-vif-deleted", "tag": "99a475fb-f8c5-49aa-9cb9-53c0a3d59631", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:21:40.891350 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b2d81c70-a09e-4945-8c20-70b272f10249 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:21:40.891741 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6993417b-2795-4280-b1d3-98ccb5a4f107', 'name': 'network-vif-deleted', 'tag': '99a475fb-f8c5-49aa-9cb9-53c0a3d59631', 'status': 'completed', 'code': 200} Aug 16 15:21:40.914856 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-f395dd23-c259-4b4a-b95a-238b7e07cb71 None None] Set router a8a11809-5a53-44bf-97c1-d2f6d9224a81 gateway port host: dv-cinder-804757-1-iscsi {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:21:40.948326 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-8b1e6a78-c425-4216-8f6f-db234fc4b75b req-9e850e09-490a-4f85-8fbd-d8e0ddb5efe5 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=f7c1c24b-63ef-4f08-a3b2-aa0aa7fc808b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588982 Aug 16 15:21:41.016719 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-e788d9ab-92b7-4f62-ab02-a18016cc018d req-5bae38e5-7121-43aa-8746-a61b1c74ebd8 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/ports?device_id=6993417b-2795-4280-b1d3-98ccb5a4f107 HTTP/1.1" status: 200 len: 210 time: 0.0570972 Aug 16 15:21:41.072130 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45990a7c-0722-42aa-9a36-3f6beec6f37f req-da46697f-b8a7-4cb6-b46a-5d669f6e25dc tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:41.073809 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-45990a7c-0722-42aa-9a36-3f6beec6f37f req-da46697f-b8a7-4cb6-b46a-5d669f6e25dc tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce HTTP/1.1" status: 200 len: 944 time: 0.0595465 Aug 16 15:21:41.117615 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-45990a7c-0722-42aa-9a36-3f6beec6f37f req-1d4614fe-495a-49cc-a15e-6c19d30357ac tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/security-groups?id=17af3205-09df-4517-9712-91936f7ba92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376413 Aug 16 15:21:41.156290 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-f395dd23-c259-4b4a-b95a-238b7e07cb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'name': 'tempest-TestVolumeBootPattern-878461996-router', 'tenant_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '47aa7870-f937-41a9-a42d-54da90726343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:17:54Z', 'updated_at': '2021-08-16T15:17:59Z', 'revision_number': 4, 'project_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'gw_port': {'id': '47aa7870-f937-41a9-a42d-54da90726343', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:54Z', 'updated_at': '2021-08-16T15:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_interfaces': [{'id': '8a3155ae-d95b-4535-85af-08fc480629eb', 'name': '', 'network_id': '7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a', 'tenant_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'mac_address': 'fa:16:3e:43:7b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '12be7342-1293-4efd-8683-22f17d2b28ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:57Z', 'updated_at': '2021-08-16T15:18:08Z', 'revision_number': 5, 'project_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'subnets': [{'id': '12be7342-1293-4efd-8683-22f17d2b28ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:21:41.184543 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f395dd23-c259-4b4a-b95a-238b7e07cb71 None None] Checking router: a8a11809-5a53-44bf-97c1-d2f6d9224a81 for host: dv-cinder-804757-1-iscsi {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:21:41.194216 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f395dd23-c259-4b4a-b95a-238b7e07cb71 None None] Routers {'a8a11809-5a53-44bf-97c1-d2f6d9224a81'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:21:41.194815 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-f395dd23-c259-4b4a-b95a-238b7e07cb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:21:34Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['a8a11809-5a53-44bf-97c1-d2f6d9224a81'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:21:41.271407 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device 28f30e6e-1f6d-46c5-b0ad-7ab9162ac904 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 15:21:41.318527 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-f395dd23-c259-4b4a-b95a-238b7e07cb71 None None] Set router a8a11809-5a53-44bf-97c1-d2f6d9224a81 gateway port host: dv-cinder-804757-1-iscsi {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:21:41.483876 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port 28f30e6e-1f6d-46c5-b0ad-7ab9162ac904, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=28f30e6e-1f6d-46c5-b0ad-7ab9162ac904,segment=NetworkSegment(6a81eeb2-96ac-46f1-9327-0389c5f89c7d),segment_id=6a81eeb2-96ac-46f1-9327-0389c5f89c7d)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:21:41.502213 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Returning: {'device': '28f30e6e-1f6d-46c5-b0ad-7ab9162ac904', 'network_id': '39688803-4c7a-4e65-bd12-e072ee8a86dc', 'port_id': '28f30e6e-1f6d-46c5-b0ad-7ab9162ac904', 'mac_address': 'fa:16:3e:97:6d:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f7e542c-3ecd-4a2a-b7d4-b70d0efc580a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 15:21:41.578428 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:41.594440 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28f30e6e-1f6d-46c5-b0ad-7ab9162ac904 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:21:41.623575 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port 28f30e6e-1f6d-46c5-b0ad-7ab9162ac904, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=28f30e6e-1f6d-46c5-b0ad-7ab9162ac904,segment=NetworkSegment(6a81eeb2-96ac-46f1-9327-0389c5f89c7d),segment_id=6a81eeb2-96ac-46f1-9327-0389c5f89c7d)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:21:41.629458 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:41.630116 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device 8b1c3db9-6786-4da1-bdb0-17ffbf279714 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 15:21:41.660208 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-f395dd23-c259-4b4a-b95a-238b7e07cb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'name': 'tempest-TestVolumeBootPattern-878461996-router', 'tenant_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '47aa7870-f937-41a9-a42d-54da90726343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:17:54Z', 'updated_at': '2021-08-16T15:17:59Z', 'revision_number': 4, 'project_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'gw_port': {'id': '47aa7870-f937-41a9-a42d-54da90726343', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:54Z', 'updated_at': '2021-08-16T15:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_interfaces': [{'id': '8a3155ae-d95b-4535-85af-08fc480629eb', 'name': '', 'network_id': '7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a', 'tenant_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'mac_address': 'fa:16:3e:43:7b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '12be7342-1293-4efd-8683-22f17d2b28ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:57Z', 'updated_at': '2021-08-16T15:18:08Z', 'revision_number': 5, 'project_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'subnets': [{'id': '12be7342-1293-4efd-8683-22f17d2b28ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:21:41.692609 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f395dd23-c259-4b4a-b95a-238b7e07cb71 None None] The sync data for ids ['a8a11809-5a53-44bf-97c1-d2f6d9224a81'] in dv-cinder-804757-1-iscsi is: [{'id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'name': 'tempest-TestVolumeBootPattern-878461996-router', 'tenant_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '47aa7870-f937-41a9-a42d-54da90726343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:17:54Z', 'updated_at': '2021-08-16T15:17:59Z', 'revision_number': 4, 'project_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'gw_port': {'id': '47aa7870-f937-41a9-a42d-54da90726343', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:54Z', 'updated_at': '2021-08-16T15:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_interfaces': [{'id': '8a3155ae-d95b-4535-85af-08fc480629eb', 'name': '', 'network_id': '7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a', 'tenant_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'mac_address': 'fa:16:3e:43:7b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '12be7342-1293-4efd-8683-22f17d2b28ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:57Z', 'updated_at': '2021-08-16T15:18:08Z', 'revision_number': 5, 'project_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'subnets': [{'id': '12be7342-1293-4efd-8683-22f17d2b28ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:21:41.755738 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Pushing event updated for resources: {'Port': ['ID=28f30e6e-1f6d-46c5-b0ad-7ab9162ac904,revision_number=7']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:21:41.796412 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port 8b1c3db9-6786-4da1-bdb0-17ffbf279714, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=8b1c3db9-6786-4da1-bdb0-17ffbf279714,segment=NetworkSegment(14733ac2-d464-430a-8fbb-6986db0ef57d),segment_id=14733ac2-d464-430a-8fbb-6986db0ef57d)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:21:41.924834 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f71006-8ef9-446c-a9fd-e1aa1263e882 None None] New status for floating IP 5890c8d9-3f2e-4b69-b628-3186724cc488: DOWN {{(pid=94054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 15:21:41.935733 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Returning: {'device': '8b1c3db9-6786-4da1-bdb0-17ffbf279714', 'network_id': '1f85c19c-3590-46ae-ae77-7ccaa8ebaa66', 'port_id': '8b1c3db9-6786-4da1-bdb0-17ffbf279714', 'mac_address': 'fa:16:3e:02:4c:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9230327a-1ceb-43b3-9be3-e38bfee2db31', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 15:21:41.971839 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:41.997392 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b1c3db9-6786-4da1-bdb0-17ffbf279714 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:21:42.021950 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port 8b1c3db9-6786-4da1-bdb0-17ffbf279714, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=8b1c3db9-6786-4da1-bdb0-17ffbf279714,segment=NetworkSegment(14733ac2-d464-430a-8fbb-6986db0ef57d),segment_id=14733ac2-d464-430a-8fbb-6986db0ef57d)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:21:42.028167 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:42.068834 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fcf6c5-be8a-4129-8cc7-916b284c1360 req-7ff0c4e3-6176-4549-bb02-de39eb00b03d tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:42.070313 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-d7fcf6c5-be8a-4129-8cc7-916b284c1360 req-7ff0c4e3-6176-4549-bb02-de39eb00b03d tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ca457fa-c2fa-4daf-980f-452aaeb61360 HTTP/1.1" status: 200 len: 945 time: 0.0549753 Aug 16 15:21:42.086048 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Pushing event updated for resources: {'Port': ['ID=8b1c3db9-6786-4da1-bdb0-17ffbf279714,revision_number=9']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:21:42.126733 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-d7fcf6c5-be8a-4129-8cc7-916b284c1360 req-e62139b0-3065-4f8f-a617-7304c99a6fda tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=f7c1c24b-63ef-4f08-a3b2-aa0aa7fc808b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492854 Aug 16 15:21:42.236544 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aae328-1d46-4feb-a2f6-dd61d56a64b8 req-72eaa66c-8c46-4adb-958d-805e15c2cd36 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:42.238304 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-a4aae328-1d46-4feb-a2f6-dd61d56a64b8 req-72eaa66c-8c46-4adb-958d-805e15c2cd36 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce HTTP/1.1" status: 200 len: 945 time: 0.0491798 Aug 16 15:21:42.238474 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] get_ports_and_sgs() called for port_ids ['28f30e6e-1f6d-46c5-b0ad-7ab9162ac904'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:21:42.243617 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] get_ports_and_sgs() called for port_ids ['8b1c3db9-6786-4da1-bdb0-17ffbf279714'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:21:42.285810 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-a4aae328-1d46-4feb-a2f6-dd61d56a64b8 req-f16d9704-dea4-496c-b745-7c45ddb75bec tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/security-groups?id=17af3205-09df-4517-9712-91936f7ba92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368483 Aug 16 15:21:42.300189 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-8f575382-253f-48ea-b97f-0fd1f9ea1037 req-b6d44115-c3b0-4932-a70b-51f7155f48c9 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-538651142&fields=id&tenant_id=83f7d345b47b4d06a48fabeb3dd2c893 HTTP/1.1" status: 200 len: 267 time: 0.0385630 Aug 16 15:21:42.404116 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f575382-253f-48ea-b97f-0fd1f9ea1037 req-86431655-49a6-4fe6-84c5-2717e7c21367 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:42.405561 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-8f575382-253f-48ea-b97f-0fd1f9ea1037 req-86431655-49a6-4fe6-84c5-2717e7c21367 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/networks?id=7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a HTTP/1.1" status: 200 len: 811 time: 0.1005723 Aug 16 15:21:42.421931 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-8f575382-253f-48ea-b97f-0fd1f9ea1037 req-6bc77ad9-684e-4b3f-875c-bcc94570c1b9 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/quotas/83f7d345b47b4d06a48fabeb3dd2c893 HTTP/1.1" status: 200 len: 375 time: 0.0090802 Aug 16 15:21:42.474018 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-8f575382-253f-48ea-b97f-0fd1f9ea1037 req-e4ffcf44-821a-49ac-8f70-b6bcbb021b9e tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=83f7d345b47b4d06a48fabeb3dd2c893&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0449927 Aug 16 15:21:42.566278 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-8f575382-253f-48ea-b97f-0fd1f9ea1037 req-61c33b8c-ff2b-4d21-b7ce-ec9464881b8e service neutron] 10.222.0.22 "GET /v2.0/networks/7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799723 Aug 16 15:21:42.656491 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-8f575382-253f-48ea-b97f-0fd1f9ea1037 req-0e421509-cad1-4eb3-b4ee-de2b4c2079ac service neutron] 10.222.0.22 "GET /v2.0/networks/7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842378 Aug 16 15:21:42.928783 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-ca212624-5e6f-4d55-b027-f7dcf2594848 req-26602ade-5d94-4006-ad51-77df4f894599 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/ports?device_id=3052a6a7-1ab3-494b-bbd9-ecba46cd8824 HTTP/1.1" status: 200 len: 210 time: 0.0257671 Aug 16 15:21:43.244449 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device 28f30e6e-1f6d-46c5-b0ad-7ab9162ac904 up at agent hyperv_hv-cinder-80475 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:21:43.260641 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbcbfca-8fbc-42fb-85e1-30068334011e req-3a664848-caec-4576-affd-9ca048e07c0e tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:43.267747 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-ecbcbfca-8fbc-42fb-85e1-30068334011e req-3a664848-caec-4576-affd-9ca048e07c0e tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ca457fa-c2fa-4daf-980f-452aaeb61360 HTTP/1.1" status: 200 len: 945 time: 0.0595214 Aug 16 15:21:43.299088 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Provisioning complete for port 28f30e6e-1f6d-46c5-b0ad-7ab9162ac904 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:21:43.299460 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:43.314565 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-ecbcbfca-8fbc-42fb-85e1-30068334011e req-446f783c-6317-43a1-b7a2-86eb8057e41d tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=f7c1c24b-63ef-4f08-a3b2-aa0aa7fc808b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459330 Aug 16 15:21:43.392115 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:43.416471 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed34becd-dd11-43b2-b3ee-eac65f91f5ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f30e6e-1f6d-46c5-b0ad-7ab9162ac904'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:21:43.418775 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e76958932a03d86b7f0b22df001500a87ec50ba87a7955a81e77db88798745a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d51d6d-8542-4d7d-9a2f-fbb7ee336ffb" -d '{"events": [{"server_uuid": "ed34becd-dd11-43b2-b3ee-eac65f91f5ce", "name": "network-vif-plugged", "status": "completed", "tag": "28f30e6e-1f6d-46c5-b0ad-7ab9162ac904"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:21:43.423143 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799823db-4184-427b-a523-54fdf578ee56 req-be9042d3-46a0-4cc4-8e02-eb401d848677 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:43.425367 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-799823db-4184-427b-a523-54fdf578ee56 req-be9042d3-46a0-4cc4-8e02-eb401d848677 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce HTTP/1.1" status: 200 len: 945 time: 0.0592668 Aug 16 15:21:43.432528 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port 28f30e6e-1f6d-46c5-b0ad-7ab9162ac904, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=28f30e6e-1f6d-46c5-b0ad-7ab9162ac904,segment=NetworkSegment(6a81eeb2-96ac-46f1-9327-0389c5f89c7d),segment_id=6a81eeb2-96ac-46f1-9327-0389c5f89c7d)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:21:43.437842 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:43.438782 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device 8b1c3db9-6786-4da1-bdb0-17ffbf279714 up at agent hyperv_hv-cinder-80475 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:21:43.461907 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c951157-e6b4-49fb-b460-fe5dba4a8c93 x-openstack-request-id: req-9c951157-e6b4-49fb-b460-fe5dba4a8c93 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:21:43.462194 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed34becd-dd11-43b2-b3ee-eac65f91f5ce", "name": "network-vif-plugged", "status": "completed", "tag": "28f30e6e-1f6d-46c5-b0ad-7ab9162ac904", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:21:43.462444 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9c951157-e6b4-49fb-b460-fe5dba4a8c93 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:21:43.462826 dv-cinder-804757-1-iscsi neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed34becd-dd11-43b2-b3ee-eac65f91f5ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f30e6e-1f6d-46c5-b0ad-7ab9162ac904', 'code': 200} Aug 16 15:21:43.466663 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-799823db-4184-427b-a523-54fdf578ee56 req-ad5d5685-91ae-4afa-bf3a-5b884e0a57ae tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/security-groups?id=17af3205-09df-4517-9712-91936f7ba92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349252 Aug 16 15:21:43.516993 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Pushing event updated for resources: {'Port': ['ID=28f30e6e-1f6d-46c5-b0ad-7ab9162ac904,revision_number=8']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:21:43.530013 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Provisioning complete for port 8b1c3db9-6786-4da1-bdb0-17ffbf279714 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:21:43.530385 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:43.608603 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:43.644074 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port 8b1c3db9-6786-4da1-bdb0-17ffbf279714, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=8b1c3db9-6786-4da1-bdb0-17ffbf279714,segment=NetworkSegment(14733ac2-d464-430a-8fbb-6986db0ef57d),segment_id=14733ac2-d464-430a-8fbb-6986db0ef57d)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:21:43.647920 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:43.648743 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device 99a475fb-f8c5-49aa-9cb9-53c0a3d59631 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:21:43.686481 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] No Port match for: 99a475fb-f8c5-49aa-9cb9-53c0a3d59631 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:21:43.686819 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device 99a475fb-f8c5-49aa-9cb9-53c0a3d59631 not bound to the agent host hv-cinder-80475 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:21:43.691448 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c3804-a868-41a3-ad84-33ced210f7ee req-e97695d6-87df-4d75-8b05-bca8c28c024b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:43.693576 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-e14c3804-a868-41a3-ad84-33ced210f7ee req-e97695d6-87df-4d75-8b05-bca8c28c024b service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce HTTP/1.1" status: 200 len: 1099 time: 0.0411649 Aug 16 15:21:43.715132 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Pushing event updated for resources: {'Port': ['ID=8b1c3db9-6786-4da1-bdb0-17ffbf279714,revision_number=10']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:21:43.731413 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-e14c3804-a868-41a3-ad84-33ced210f7ee req-1df02106-fb56-4821-b14a-520e67a7cf66 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=17af3205-09df-4517-9712-91936f7ba92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308435 Aug 16 15:21:43.893645 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f575382-253f-48ea-b97f-0fd1f9ea1037 req-017d0e72-756d-40e9-bdc2-534807e32b99 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:43.895695 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-8f575382-253f-48ea-b97f-0fd1f9ea1037 req-017d0e72-756d-40e9-bdc2-534807e32b99 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.63 "GET /v2.0/networks?id=7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a HTTP/1.1" status: 200 len: 811 time: 0.1026418 Aug 16 15:21:43.936510 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-8f575382-253f-48ea-b97f-0fd1f9ea1037 req-f966ea49-4966-46bb-b138-b3fca3c90c2c tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83f7d345b47b4d06a48fabeb3dd2c893 HTTP/1.1" status: 200 len: 379 time: 0.0320346 Aug 16 15:21:43.946113 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.v2.base [req-8f575382-253f-48ea-b97f-0fd1f9ea1037 req-6925d3dd-a548-4f6d-aa4a-8cd5fcb8fba8 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Request body: {'port': {'device_id': '3052a6a7-1ab3-494b-bbd9-ecba46cd8824', 'network_id': '7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a', 'admin_state_up': True, 'tenant_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'security_groups': ['f81d9cb5-ee7b-41c0-8dbe-a0336cac8bb2']}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:21:44.026967 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-dcadc7a4-24dd-4b3f-b9e8-86c690b6d8f2 req-81c6fc4c-12a9-42d6-aacc-90c85c5c30d4 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/ports?device_id=3052a6a7-1ab3-494b-bbd9-ecba46cd8824 HTTP/1.1" status: 200 len: 210 time: 0.0282383 Aug 16 15:21:44.054780 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f575382-253f-48ea-b97f-0fd1f9ea1037 req-6925d3dd-a548-4f6d-aa4a-8cd5fcb8fba8 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Made reservation on behalf of 83f7d345b47b4d06a48fabeb3dd2c893 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:21:44.058481 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8f575382-253f-48ea-b97f-0fd1f9ea1037 req-6925d3dd-a548-4f6d-aa4a-8cd5fcb8fba8 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:44.176639 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-8f575382-253f-48ea-b97f-0fd1f9ea1037 req-6925d3dd-a548-4f6d-aa4a-8cd5fcb8fba8 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Allocated IP 172.20.0.13 (7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a/12be7342-1293-4efd-8683-22f17d2b28ee/a5e44d45-3839-408c-9f13-b84deb950c7d) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:21:44.313754 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8f575382-253f-48ea-b97f-0fd1f9ea1037 req-6925d3dd-a548-4f6d-aa4a-8cd5fcb8fba8 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:44.327355 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-8f575382-253f-48ea-b97f-0fd1f9ea1037 req-6925d3dd-a548-4f6d-aa4a-8cd5fcb8fba8 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Transition to ACTIVE for port object a5e44d45-3839-408c-9f13-b84deb950c7d will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:21:44.360771 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8f575382-253f-48ea-b97f-0fd1f9ea1037 req-6925d3dd-a548-4f6d-aa4a-8cd5fcb8fba8 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769335250701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2787876'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:44.416728 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f575382-253f-48ea-b97f-0fd1f9ea1037 req-6925d3dd-a548-4f6d-aa4a-8cd5fcb8fba8 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Network 7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:21:44.420976 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-8f575382-253f-48ea-b97f-0fd1f9ea1037 req-6925d3dd-a548-4f6d-aa4a-8cd5fcb8fba8 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:21:44.441214 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f575382-253f-48ea-b97f-0fd1f9ea1037 req-6925d3dd-a548-4f6d-aa4a-8cd5fcb8fba8 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:21:44.450898 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6925d3dd-a548-4f6d-aa4a-8cd5fcb8fba8 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Pushing event updated for resources: {'Port': ['ID=a5e44d45-3839-408c-9f13-b84deb950c7d,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:21:44.507294 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f575382-253f-48ea-b97f-0fd1f9ea1037 req-6925d3dd-a548-4f6d-aa4a-8cd5fcb8fba8 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:44.507934 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8f575382-253f-48ea-b97f-0fd1f9ea1037 req-6925d3dd-a548-4f6d-aa4a-8cd5fcb8fba8 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:44.517771 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a2150b-2e4f-4373-ab33-17dc74c544c8 req-e38bca4d-d089-466d-8fbb-32ff9a16b84c tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:44.519413 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-d6a2150b-2e4f-4373-ab33-17dc74c544c8 req-e38bca4d-d089-466d-8fbb-32ff9a16b84c tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ca457fa-c2fa-4daf-980f-452aaeb61360 HTTP/1.1" status: 200 len: 947 time: 0.1203039 Aug 16 15:21:44.546875 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-8f575382-253f-48ea-b97f-0fd1f9ea1037 req-6925d3dd-a548-4f6d-aa4a-8cd5fcb8fba8 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6047750 Aug 16 15:21:44.565743 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.v2.base [req-8f575382-253f-48ea-b97f-0fd1f9ea1037 req-512e2785-2d49-4253-b1f5-b8495d0810be service neutron] Request body: {'port': {'device_id': '3052a6a7-1ab3-494b-bbd9-ecba46cd8824', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:21:44.589443 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-d6a2150b-2e4f-4373-ab33-17dc74c544c8 req-31c2a77b-a9de-41d5-8019-f51078430c0b tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=f7c1c24b-63ef-4f08-a3b2-aa0aa7fc808b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603940 Aug 16 15:21:44.615605 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c065b5c6-8358-413e-95f3-d8ddaaca8b6a req-24009779-a0df-4a63-8616-6c5065dbd181 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:44.623769 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-c065b5c6-8358-413e-95f3-d8ddaaca8b6a req-24009779-a0df-4a63-8616-6c5065dbd181 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce HTTP/1.1" status: 200 len: 946 time: 0.0774541 Aug 16 15:21:44.629497 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8f575382-253f-48ea-b97f-0fd1f9ea1037 req-512e2785-2d49-4253-b1f5-b8495d0810be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:44.656400 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-c065b5c6-8358-413e-95f3-d8ddaaca8b6a req-0db635ea-ed12-4162-b6db-99c00f8cbf96 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/security-groups?id=17af3205-09df-4517-9712-91936f7ba92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317140 Aug 16 15:21:44.710571 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-08413257-b826-4ab9-82aa-20fef5d5a280 None None] Provisioning for port a5e44d45-3839-408c-9f13-b84deb950c7d completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:21:44.714250 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-08413257-b826-4ab9-82aa-20fef5d5a280 None None] Provisioning complete for port a5e44d45-3839-408c-9f13-b84deb950c7d triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:21:44.714648 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-08413257-b826-4ab9-82aa-20fef5d5a280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:44.751468 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-08413257-b826-4ab9-82aa-20fef5d5a280 None None] Port a5e44d45-3839-408c-9f13-b84deb950c7d cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 15:21:44.887675 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.notifiers.nova [req-8f575382-253f-48ea-b97f-0fd1f9ea1037 req-512e2785-2d49-4253-b1f5-b8495d0810be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5e44d45-3839-408c-9f13-b84deb950c7d {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:21:44.894840 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8f575382-253f-48ea-b97f-0fd1f9ea1037 req-512e2785-2d49-4253-b1f5-b8495d0810be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:44.906097 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-8f575382-253f-48ea-b97f-0fd1f9ea1037 req-512e2785-2d49-4253-b1f5-b8495d0810be service neutron] Transition to ACTIVE for port object a5e44d45-3839-408c-9f13-b84deb950c7d will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:21:44.909922 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8f575382-253f-48ea-b97f-0fd1f9ea1037 req-512e2785-2d49-4253-b1f5-b8495d0810be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2787883'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:44.960675 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512e2785-2d49-4253-b1f5-b8495d0810be service neutron] Pushing event updated for resources: {'Port': ['ID=a5e44d45-3839-408c-9f13-b84deb950c7d,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:21:45.028808 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-8f575382-253f-48ea-b97f-0fd1f9ea1037 req-512e2785-2d49-4253-b1f5-b8495d0810be service neutron] Attempting to bind port a5e44d45-3839-408c-9f13-b84deb950c7d on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:21:45.029142 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-8f575382-253f-48ea-b97f-0fd1f9ea1037 req-512e2785-2d49-4253-b1f5-b8495d0810be service neutron] Attempting to bind port a5e44d45-3839-408c-9f13-b84deb950c7d by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'ec402e6f-339e-4373-af26-597dcdea5a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:21:45.029469 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f575382-253f-48ea-b97f-0fd1f9ea1037 req-512e2785-2d49-4253-b1f5-b8495d0810be service neutron] Attempting to bind port a5e44d45-3839-408c-9f13-b84deb950c7d on network 7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:21:45.033813 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f575382-253f-48ea-b97f-0fd1f9ea1037 req-512e2785-2d49-4253-b1f5-b8495d0810be service neutron] Port a5e44d45-3839-408c-9f13-b84deb950c7d on network 7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 15:21:45.034129 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f575382-253f-48ea-b97f-0fd1f9ea1037 req-512e2785-2d49-4253-b1f5-b8495d0810be service neutron] Attempting to bind port a5e44d45-3839-408c-9f13-b84deb950c7d on network 7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:21:45.039569 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f575382-253f-48ea-b97f-0fd1f9ea1037 req-512e2785-2d49-4253-b1f5-b8495d0810be service neutron] Checking agent: {'id': 'f45772ef-d3bf-49d0-9fe4-7082814820b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 13, 56), 'started_at': datetime.datetime(2021, 8, 16, 15, 13, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:21:45.039919 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f575382-253f-48ea-b97f-0fd1f9ea1037 req-512e2785-2d49-4253-b1f5-b8495d0810be service neutron] Checking segment: {'id': 'ec402e6f-339e-4373-af26-597dcdea5a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:21:45.040317 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f575382-253f-48ea-b97f-0fd1f9ea1037 req-512e2785-2d49-4253-b1f5-b8495d0810be service neutron] Bound using segment: {'id': 'ec402e6f-339e-4373-af26-597dcdea5a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:21:45.040747 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-8f575382-253f-48ea-b97f-0fd1f9ea1037 req-512e2785-2d49-4253-b1f5-b8495d0810be service neutron] Bound port: a5e44d45-3839-408c-9f13-b84deb950c7d, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec402e6f-339e-4373-af26-597dcdea5a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:21:45.041111 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8f575382-253f-48ea-b97f-0fd1f9ea1037 req-512e2785-2d49-4253-b1f5-b8495d0810be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:45.129667 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-8f575382-253f-48ea-b97f-0fd1f9ea1037 req-512e2785-2d49-4253-b1f5-b8495d0810be service neutron] For port a5e44d45-3839-408c-9f13-b84deb950c7d, host hv-cinder-80475, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:21:45.145538 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-8f575382-253f-48ea-b97f-0fd1f9ea1037 req-512e2785-2d49-4253-b1f5-b8495d0810be service neutron] For port a5e44d45-3839-408c-9f13-b84deb950c7d, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=a5e44d45-3839-408c-9f13-b84deb950c7d,segment=NetworkSegment(ec402e6f-339e-4373-af26-597dcdea5a54),segment_id=ec402e6f-339e-4373-af26-597dcdea5a54)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:21:45.150942 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8f575382-253f-48ea-b97f-0fd1f9ea1037 req-512e2785-2d49-4253-b1f5-b8495d0810be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2787883'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:45.190060 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d2e79-3155-47ec-b6f7-8166816e24eb req-b08b1edb-9def-45ba-ab7c-06a4607e4953 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:45.191499 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-d35d2e79-3155-47ec-b6f7-8166816e24eb req-b08b1edb-9def-45ba-ab7c-06a4607e4953 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/ports?device_id=3052a6a7-1ab3-494b-bbd9-ecba46cd8824 HTTP/1.1" status: 200 len: 944 time: 0.0936332 Aug 16 15:21:45.195690 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f575382-253f-48ea-b97f-0fd1f9ea1037 req-512e2785-2d49-4253-b1f5-b8495d0810be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:45.196323 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8f575382-253f-48ea-b97f-0fd1f9ea1037 req-512e2785-2d49-4253-b1f5-b8495d0810be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:45.197631 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-8f575382-253f-48ea-b97f-0fd1f9ea1037 req-512e2785-2d49-4253-b1f5-b8495d0810be service neutron] 10.222.0.63 "PUT /v2.0/ports/a5e44d45-3839-408c-9f13-b84deb950c7d HTTP/1.1" status: 200 len: 1094 time: 0.6421332 Aug 16 15:21:45.198172 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3052a6a7-1ab3-494b-bbd9-ecba46cd8824', 'tag': 'a5e44d45-3839-408c-9f13-b84deb950c7d'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:21:45.200548 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17fb0647ef8e93fcdaff2aac5cadc262a2f87503c881cd14114af97cd5d63f67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3eee5b8-f856-41cf-9007-65689e9b8e08" -d '{"events": [{"name": "network-changed", "server_uuid": "3052a6a7-1ab3-494b-bbd9-ecba46cd8824", "tag": "a5e44d45-3839-408c-9f13-b84deb950c7d"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:21:45.269704 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512e2785-2d49-4253-b1f5-b8495d0810be service neutron] Pushing event updated for resources: {'Port': ['ID=a5e44d45-3839-408c-9f13-b84deb950c7d,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:21:45.279162 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 15:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f704d0-80b7-4ff3-b224-aa859109278e x-openstack-request-id: req-b3f704d0-80b7-4ff3-b224-aa859109278e {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:21:45.279452 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3052a6a7-1ab3-494b-bbd9-ecba46cd8824", "tag": "a5e44d45-3839-408c-9f13-b84deb950c7d", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:21:45.279701 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b3f704d0-80b7-4ff3-b224-aa859109278e {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:21:45.280112 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3052a6a7-1ab3-494b-bbd9-ecba46cd8824', 'tag': 'a5e44d45-3839-408c-9f13-b84deb950c7d', 'status': 'completed', 'code': 200} Aug 16 15:21:45.292114 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-d35d2e79-3155-47ec-b6f7-8166816e24eb req-d2adf422-3836-4928-9d80-291752d4f56c tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/security-groups?id=f81d9cb5-ee7b-41c0-8dbe-a0336cac8bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832038 Aug 16 15:21:45.305063 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f575382-253f-48ea-b97f-0fd1f9ea1037 req-d1e702aa-eabb-46fe-aee5-225f0e7f592f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:45.306565 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-8f575382-253f-48ea-b97f-0fd1f9ea1037 req-d1e702aa-eabb-46fe-aee5-225f0e7f592f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=83f7d345b47b4d06a48fabeb3dd2c893&device_id=3052a6a7-1ab3-494b-bbd9-ecba46cd8824 HTTP/1.1" status: 200 len: 1097 time: 0.0640471 Aug 16 15:21:45.351326 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-8f575382-253f-48ea-b97f-0fd1f9ea1037 req-766cf270-82ab-401d-936d-23ced75b5ba3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a5e44d45-3839-408c-9f13-b84deb950c7d HTTP/1.1" status: 200 len: 217 time: 0.0373650 Aug 16 15:21:45.403464 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f575382-253f-48ea-b97f-0fd1f9ea1037 req-cf3b8d69-cda4-4f26-a159-316ab91dcae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:45.404944 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-8f575382-253f-48ea-b97f-0fd1f9ea1037 req-cf3b8d69-cda4-4f26-a159-316ab91dcae6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=12be7342-1293-4efd-8683-22f17d2b28ee HTTP/1.1" status: 200 len: 850 time: 0.0463774 Aug 16 15:21:45.450125 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f575382-253f-48ea-b97f-0fd1f9ea1037 req-c27ef76d-edc2-47b4-a107-b5a70fa423c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:45.451600 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-8f575382-253f-48ea-b97f-0fd1f9ea1037 req-c27ef76d-edc2-47b4-a107-b5a70fa423c0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381680 Aug 16 15:21:45.464300 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca457fa-c2fa-4daf-980f-452aaeb61360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b1c3db9-6786-4da1-bdb0-17ffbf279714'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:21:45.466633 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e76958932a03d86b7f0b22df001500a87ec50ba87a7955a81e77db88798745a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa9afa1-53e1-4f92-86d4-7e37bb95b605" -d '{"events": [{"server_uuid": "8ca457fa-c2fa-4daf-980f-452aaeb61360", "name": "network-vif-plugged", "status": "completed", "tag": "8b1c3db9-6786-4da1-bdb0-17ffbf279714"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:21:45.502162 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-342bba00-f637-47ab-a3ec-b95c19f53eed x-openstack-request-id: req-342bba00-f637-47ab-a3ec-b95c19f53eed {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:21:45.502475 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ca457fa-c2fa-4daf-980f-452aaeb61360", "name": "network-vif-plugged", "status": "completed", "tag": "8b1c3db9-6786-4da1-bdb0-17ffbf279714", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:21:45.502725 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-342bba00-f637-47ab-a3ec-b95c19f53eed {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:21:45.503715 dv-cinder-804757-1-iscsi neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ca457fa-c2fa-4daf-980f-452aaeb61360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b1c3db9-6786-4da1-bdb0-17ffbf279714', 'code': 200} Aug 16 15:21:45.551376 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-8f575382-253f-48ea-b97f-0fd1f9ea1037 req-00517c78-0eee-4545-8590-4381ebb25219 service neutron] 10.222.0.63 "GET /v2.0/networks/7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884123 Aug 16 15:21:45.646353 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-8f575382-253f-48ea-b97f-0fd1f9ea1037 req-0ac88da2-3aff-4869-859f-f86490ec57ee service neutron] 10.222.0.63 "GET /v2.0/networks/7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838153 Aug 16 15:21:45.744231 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d53617-833f-4644-8d65-deb20882b285 req-898a961c-2a32-482b-b84e-600abf22c5ae tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:45.745644 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-32d53617-833f-4644-8d65-deb20882b285 req-898a961c-2a32-482b-b84e-600abf22c5ae tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ca457fa-c2fa-4daf-980f-452aaeb61360 HTTP/1.1" status: 200 len: 947 time: 0.0797977 Aug 16 15:21:45.748267 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eee5b8-f856-41cf-9007-65689e9b8e08 req-0234091c-aca0-4d30-972c-05f36ac24f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:45.749613 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-b3eee5b8-f856-41cf-9007-65689e9b8e08 req-0234091c-aca0-4d30-972c-05f36ac24f5c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=83f7d345b47b4d06a48fabeb3dd2c893&device_id=3052a6a7-1ab3-494b-bbd9-ecba46cd8824 HTTP/1.1" status: 200 len: 1097 time: 0.0583270 Aug 16 15:21:45.831833 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-32d53617-833f-4644-8d65-deb20882b285 req-744b0711-6087-4e9b-aa05-2231a6e35234 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=f7c1c24b-63ef-4f08-a3b2-aa0aa7fc808b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791397 Aug 16 15:21:45.866439 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eee5b8-f856-41cf-9007-65689e9b8e08 req-a710b3a6-3371-43b7-a7b5-51a2a7277bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:45.867890 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-b3eee5b8-f856-41cf-9007-65689e9b8e08 req-a710b3a6-3371-43b7-a7b5-51a2a7277bbb service neutron] 10.222.0.63 "GET /v2.0/networks?id=7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a HTTP/1.1" status: 200 len: 911 time: 0.1087213 Aug 16 15:21:45.916339 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-b3eee5b8-f856-41cf-9007-65689e9b8e08 req-05da5684-249e-4960-b95d-da8762f7e9a1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a5e44d45-3839-408c-9f13-b84deb950c7d HTTP/1.1" status: 200 len: 217 time: 0.0381925 Aug 16 15:21:45.969529 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046832c6-eac6-4525-9bc9-cc9846ee7c56 req-a1f7eb6d-6554-4834-a36c-2d829cc1df4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:45.971051 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-046832c6-eac6-4525-9bc9-cc9846ee7c56 req-a1f7eb6d-6554-4834-a36c-2d829cc1df4d service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=8ca457fa-c2fa-4daf-980f-452aaeb61360 HTTP/1.1" status: 200 len: 1100 time: 0.0384765 Aug 16 15:21:45.973631 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eee5b8-f856-41cf-9007-65689e9b8e08 req-e191b253-4ab8-41a1-b3df-259839bb2bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:45.975050 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-b3eee5b8-f856-41cf-9007-65689e9b8e08 req-e191b253-4ab8-41a1-b3df-259839bb2bc3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=12be7342-1293-4efd-8683-22f17d2b28ee HTTP/1.1" status: 200 len: 850 time: 0.0428669 Aug 16 15:21:46.015677 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-046832c6-eac6-4525-9bc9-cc9846ee7c56 req-d43dd0b4-d782-4420-93fe-cbc81470a290 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=f7c1c24b-63ef-4f08-a3b2-aa0aa7fc808b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310512 Aug 16 15:21:46.023929 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eee5b8-f856-41cf-9007-65689e9b8e08 req-132389b8-5f7a-45ba-84ee-f67f573ee4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:46.025674 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-b3eee5b8-f856-41cf-9007-65689e9b8e08 req-132389b8-5f7a-45ba-84ee-f67f573ee4cc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408034 Aug 16 15:21:46.182962 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-b3eee5b8-f856-41cf-9007-65689e9b8e08 req-13187f2e-5418-408b-bd6e-8ad2c4bcdaa8 service neutron] 10.222.0.63 "GET /v2.0/networks/7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861835 Aug 16 15:21:46.278995 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-b3eee5b8-f856-41cf-9007-65689e9b8e08 req-295cb6e8-97e6-4a9a-a5c9-9d1f395aa680 service neutron] 10.222.0.63 "GET /v2.0/networks/7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856130 Aug 16 15:21:46.412053 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdacb95-80dc-43c0-a116-efe8eca59096 req-1aa310da-4401-4ffa-8d8a-5bee7bb3d891 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:46.413546 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-2cdacb95-80dc-43c0-a116-efe8eca59096 req-1aa310da-4401-4ffa-8d8a-5bee7bb3d891 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/ports?device_id=3052a6a7-1ab3-494b-bbd9-ecba46cd8824 HTTP/1.1" status: 200 len: 944 time: 0.0500906 Aug 16 15:21:46.450832 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-2cdacb95-80dc-43c0-a116-efe8eca59096 req-7560c1c2-3b78-48d0-b383-726844e9a975 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/security-groups?id=f81d9cb5-ee7b-41c0-8dbe-a0336cac8bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309680 Aug 16 15:21:46.960795 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cae38a-3251-4cd1-b939-52c86bd339cd req-aa109195-7a78-4eba-833a-baa8dd560d8a tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:46.962307 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-25cae38a-3251-4cd1-b939-52c86bd339cd req-aa109195-7a78-4eba-833a-baa8dd560d8a tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ca457fa-c2fa-4daf-980f-452aaeb61360 HTTP/1.1" status: 200 len: 947 time: 0.0551937 Aug 16 15:21:47.001423 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-25cae38a-3251-4cd1-b939-52c86bd339cd req-b371a719-05a3-4619-adb4-bad6871bbf30 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=f7c1c24b-63ef-4f08-a3b2-aa0aa7fc808b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330942 Aug 16 15:21:47.567869 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c62ce3d-8763-4140-a53f-f95e37808866 req-c8d47a63-bfcc-4f44-9237-6b9173ad9ea0 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:47.569315 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-0c62ce3d-8763-4140-a53f-f95e37808866 req-c8d47a63-bfcc-4f44-9237-6b9173ad9ea0 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/ports?device_id=3052a6a7-1ab3-494b-bbd9-ecba46cd8824 HTTP/1.1" status: 200 len: 944 time: 0.0508726 Aug 16 15:21:47.605852 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-0c62ce3d-8763-4140-a53f-f95e37808866 req-52768b50-b2d5-4060-86ed-8e1ef5310f6d tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/security-groups?id=f81d9cb5-ee7b-41c0-8dbe-a0336cac8bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307288 Aug 16 15:21:48.125202 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d25f6-3170-413f-80b8-8cfc44c50a0e req-7088def6-8484-4ce3-b873-1f0827c7d3b9 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:48.130143 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-558d25f6-3170-413f-80b8-8cfc44c50a0e req-7088def6-8484-4ce3-b873-1f0827c7d3b9 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ca457fa-c2fa-4daf-980f-452aaeb61360 HTTP/1.1" status: 200 len: 947 time: 0.0519967 Aug 16 15:21:48.164878 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-558d25f6-3170-413f-80b8-8cfc44c50a0e req-2a3de9d9-24e8-404d-966a-e5eebc4393e8 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=f7c1c24b-63ef-4f08-a3b2-aa0aa7fc808b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315127 Aug 16 15:21:48.724836 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61002708-9f4c-48a5-a121-aac0d94dfc6c req-927689d1-685c-4845-ace0-61d2beefa476 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:48.726209 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-61002708-9f4c-48a5-a121-aac0d94dfc6c req-927689d1-685c-4845-ace0-61d2beefa476 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/ports?device_id=3052a6a7-1ab3-494b-bbd9-ecba46cd8824 HTTP/1.1" status: 200 len: 944 time: 0.0540233 Aug 16 15:21:48.762873 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-61002708-9f4c-48a5-a121-aac0d94dfc6c req-3eb1262c-e2f3-4658-a36d-8c5f5e329475 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/security-groups?id=f81d9cb5-ee7b-41c0-8dbe-a0336cac8bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300276 Aug 16 15:21:49.875521 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c94e449-31ad-4098-8b1a-b3816ec635f9 req-40656675-1fdc-44c2-8104-5c80fe4ff488 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:49.876966 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-6c94e449-31ad-4098-8b1a-b3816ec635f9 req-40656675-1fdc-44c2-8104-5c80fe4ff488 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/ports?device_id=3052a6a7-1ab3-494b-bbd9-ecba46cd8824 HTTP/1.1" status: 200 len: 944 time: 0.0472937 Aug 16 15:21:49.912535 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-6c94e449-31ad-4098-8b1a-b3816ec635f9 req-31cf7e3a-b5ee-42fe-8917-708251f1bab5 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/security-groups?id=f81d9cb5-ee7b-41c0-8dbe-a0336cac8bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298069 Aug 16 15:21:51.024892 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8d557-fdb9-422c-88ea-6dd7dd858bd4 req-31a1276e-9941-4889-a304-618a73583606 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:51.026363 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-e3c8d557-fdb9-422c-88ea-6dd7dd858bd4 req-31a1276e-9941-4889-a304-618a73583606 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/ports?device_id=3052a6a7-1ab3-494b-bbd9-ecba46cd8824 HTTP/1.1" status: 200 len: 944 time: 0.0488737 Aug 16 15:21:51.062781 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-e3c8d557-fdb9-422c-88ea-6dd7dd858bd4 req-cfbcf8c7-2088-4345-8f2b-babfbff0aa1f tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/security-groups?id=f81d9cb5-ee7b-41c0-8dbe-a0336cac8bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305660 Aug 16 15:21:52.177661 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a6c20a-6670-4454-a11b-2d4b23342140 req-bdf9c6ff-8849-463e-a139-15ff01ae5bbe tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:52.179090 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-e5a6c20a-6670-4454-a11b-2d4b23342140 req-bdf9c6ff-8849-463e-a139-15ff01ae5bbe tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/ports?device_id=3052a6a7-1ab3-494b-bbd9-ecba46cd8824 HTTP/1.1" status: 200 len: 944 time: 0.0507622 Aug 16 15:21:52.215526 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-e5a6c20a-6670-4454-a11b-2d4b23342140 req-0646d585-42be-453c-8f2d-81c3ff5b91bb tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/security-groups?id=f81d9cb5-ee7b-41c0-8dbe-a0336cac8bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306315 Aug 16 15:21:53.328819 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device a5e44d45-3839-408c-9f13-b84deb950c7d details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 15:21:53.337509 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3b7620-8f2c-494a-ba4c-5c8f4038d3c6 req-14ff90fc-84c3-4db7-bb73-c6680c0d76a4 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:53.339000 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-1b3b7620-8f2c-494a-ba4c-5c8f4038d3c6 req-14ff90fc-84c3-4db7-bb73-c6680c0d76a4 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/ports?device_id=3052a6a7-1ab3-494b-bbd9-ecba46cd8824 HTTP/1.1" status: 200 len: 944 time: 0.0589488 Aug 16 15:21:53.382273 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-1b3b7620-8f2c-494a-ba4c-5c8f4038d3c6 req-009b69b9-76c3-406e-a6f0-7bf0be07fcf7 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/security-groups?id=f81d9cb5-ee7b-41c0-8dbe-a0336cac8bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369887 Aug 16 15:21:53.422344 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port a5e44d45-3839-408c-9f13-b84deb950c7d, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=a5e44d45-3839-408c-9f13-b84deb950c7d,segment=NetworkSegment(ec402e6f-339e-4373-af26-597dcdea5a54),segment_id=ec402e6f-339e-4373-af26-597dcdea5a54)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:21:53.433370 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Returning: {'device': 'a5e44d45-3839-408c-9f13-b84deb950c7d', 'network_id': '7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a', 'port_id': 'a5e44d45-3839-408c-9f13-b84deb950c7d', 'mac_address': 'fa:16:3e:88:32:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12be7342-1293-4efd-8683-22f17d2b28ee', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 15:21:53.471997 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:53.484950 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5e44d45-3839-408c-9f13-b84deb950c7d {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:21:53.503390 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port a5e44d45-3839-408c-9f13-b84deb950c7d, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=a5e44d45-3839-408c-9f13-b84deb950c7d,segment=NetworkSegment(ec402e6f-339e-4373-af26-597dcdea5a54),segment_id=ec402e6f-339e-4373-af26-597dcdea5a54)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:21:53.507106 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:53.552036 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Pushing event updated for resources: {'Port': ['ID=a5e44d45-3839-408c-9f13-b84deb950c7d,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:21:53.558636 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:21:53.559001 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:21:53.559320 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:21:53.559649 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:21:53.559992 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:21:53.560333 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:21:53.560660 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:21:53.560982 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:21:53.561302 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:21:53.561618 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:21:53.561935 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:21:53.562251 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:21:53.768544 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] get_ports_and_sgs() called for port_ids ['a5e44d45-3839-408c-9f13-b84deb950c7d'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:21:54.495912 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6932ed06-8a13-4dfc-9f01-1233d396168d req-86e88542-95dc-479f-9b27-35845f8e914d tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:54.497439 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-6932ed06-8a13-4dfc-9f01-1233d396168d req-86e88542-95dc-479f-9b27-35845f8e914d tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/ports?device_id=3052a6a7-1ab3-494b-bbd9-ecba46cd8824 HTTP/1.1" status: 200 len: 945 time: 0.0479081 Aug 16 15:21:54.532820 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-6932ed06-8a13-4dfc-9f01-1233d396168d req-9bc235b8-de59-4f65-84b4-1f841e32d43a tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/security-groups?id=f81d9cb5-ee7b-41c0-8dbe-a0336cac8bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296385 Aug 16 15:21:55.338035 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device a5e44d45-3839-408c-9f13-b84deb950c7d up at agent hyperv_hv-cinder-80475 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:21:55.394488 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Provisioning for port a5e44d45-3839-408c-9f13-b84deb950c7d completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:21:55.398655 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Provisioning complete for port a5e44d45-3839-408c-9f13-b84deb950c7d triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:21:55.399019 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:55.473439 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:55.495010 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3052a6a7-1ab3-494b-bbd9-ecba46cd8824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e44d45-3839-408c-9f13-b84deb950c7d'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:21:55.497271 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e76958932a03d86b7f0b22df001500a87ec50ba87a7955a81e77db88798745a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855cde90-ab6d-4fc4-ab08-4bb2d2847729" -d '{"events": [{"server_uuid": "3052a6a7-1ab3-494b-bbd9-ecba46cd8824", "name": "network-vif-plugged", "status": "completed", "tag": "a5e44d45-3839-408c-9f13-b84deb950c7d"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:21:55.512199 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port a5e44d45-3839-408c-9f13-b84deb950c7d, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=a5e44d45-3839-408c-9f13-b84deb950c7d,segment=NetworkSegment(ec402e6f-339e-4373-af26-597dcdea5a54),segment_id=ec402e6f-339e-4373-af26-597dcdea5a54)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:21:55.516409 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:55.541314 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f3934c-03dd-4311-a5a9-c459bccf97b4 x-openstack-request-id: req-f6f3934c-03dd-4311-a5a9-c459bccf97b4 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:21:55.541600 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3052a6a7-1ab3-494b-bbd9-ecba46cd8824", "name": "network-vif-plugged", "status": "completed", "tag": "a5e44d45-3839-408c-9f13-b84deb950c7d", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:21:55.541845 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f6f3934c-03dd-4311-a5a9-c459bccf97b4 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:21:55.542824 dv-cinder-804757-1-iscsi neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3052a6a7-1ab3-494b-bbd9-ecba46cd8824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e44d45-3839-408c-9f13-b84deb950c7d', 'code': 200} Aug 16 15:21:55.572436 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Pushing event updated for resources: {'Port': ['ID=a5e44d45-3839-408c-9f13-b84deb950c7d,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:21:55.653965 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d4e4f3-0d89-4057-bc3d-84771546595f req-094eaccd-13f3-4886-b59e-5b00a33eeeb3 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:55.655749 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-d7d4e4f3-0d89-4057-bc3d-84771546595f req-094eaccd-13f3-4886-b59e-5b00a33eeeb3 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/ports?device_id=3052a6a7-1ab3-494b-bbd9-ecba46cd8824 HTTP/1.1" status: 200 len: 946 time: 0.0519416 Aug 16 15:21:55.695158 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-d7d4e4f3-0d89-4057-bc3d-84771546595f req-c1459dbc-4882-400f-bccc-eab6ba990f21 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/security-groups?id=f81d9cb5-ee7b-41c0-8dbe-a0336cac8bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326047 Aug 16 15:21:55.741270 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c2a6a-df43-45f2-b2f3-8e24656b24e9 req-2840c57f-0ed9-4d17-b42f-be17c14ced27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:55.742737 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-8e8c2a6a-df43-45f2-b2f3-8e24656b24e9 req-2840c57f-0ed9-4d17-b42f-be17c14ced27 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=3052a6a7-1ab3-494b-bbd9-ecba46cd8824 HTTP/1.1" status: 200 len: 1099 time: 0.0420890 Aug 16 15:21:55.777129 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-8e8c2a6a-df43-45f2-b2f3-8e24656b24e9 req-aeb45063-438a-49e2-8da6-8d5bdead89b9 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=f81d9cb5-ee7b-41c0-8dbe-a0336cac8bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270703 Aug 16 15:21:56.402344 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:56.810029 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d1bbb-47bd-4db0-9062-27b53aea639f req-b4c4f0bc-6035-4b85-b288-4434aa7e7501 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:56.811466 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-ca0d1bbb-47bd-4db0-9062-27b53aea639f req-b4c4f0bc-6035-4b85-b288-4434aa7e7501 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/ports?device_id=3052a6a7-1ab3-494b-bbd9-ecba46cd8824 HTTP/1.1" status: 200 len: 946 time: 0.0473590 Aug 16 15:21:56.848988 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-ca0d1bbb-47bd-4db0-9062-27b53aea639f req-b053743f-6da4-486a-a19f-de0d02b44465 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/security-groups?id=f81d9cb5-ee7b-41c0-8dbe-a0336cac8bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308988 Aug 16 15:21:56.965934 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e5b63-bad7-4d45-b525-879db6461db7 req-e2a15266-0272-4b6d-b19d-b5c93ea081a8 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:56.967400 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-f44e5b63-bad7-4d45-b525-879db6461db7 req-e2a15266-0272-4b6d-b19d-b5c93ea081a8 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/ports?device_id=3052a6a7-1ab3-494b-bbd9-ecba46cd8824 HTTP/1.1" status: 200 len: 946 time: 0.0518751 Aug 16 15:21:57.005651 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-f44e5b63-bad7-4d45-b525-879db6461db7 req-9db09b5c-1da5-4c62-ae47-fb2e01b94471 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/security-groups?id=f81d9cb5-ee7b-41c0-8dbe-a0336cac8bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322294 Aug 16 15:21:57.028683 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 42038) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:21:57.066347 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8fbc80-105c-45fa-99d8-032c3d4e529c tempest-TestVolumeBootPattern-1406840779 tempest-TestVolumeBootPattern-1406840779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:57.068457 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-ce8fbc80-105c-45fa-99d8-032c3d4e529c tempest-TestVolumeBootPattern-1406840779 tempest-TestVolumeBootPattern-1406840779-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=3052a6a7-1ab3-494b-bbd9-ecba46cd8824 HTTP/1.1" status: 200 len: 1094 time: 0.0388021 Aug 16 15:21:57.071127 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 42040) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:21:57.075285 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [None req-159e6d9d-7d89-471b-b3f2-9e4cec30120c tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Request body: {'floatingip': {'floating_network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'port_id': 'a5e44d45-3839-408c-9f13-b84deb950c7d', 'tenant_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:21:57.095927 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-159e6d9d-7d89-471b-b3f2-9e4cec30120c tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks [] for floatingip, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:57.195321 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-159e6d9d-7d89-471b-b3f2-9e4cec30120c tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:57.301714 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-159e6d9d-7d89-471b-b3f2-9e4cec30120c tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Allocated IP 172.27.3.109 (b7623838-067e-46d7-9324-3e363fad67d4/838856c9-cc6d-4250-847b-ebd189817dd9/3dbf5640-f840-44e3-8ee3-2c06807a5d74) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:21:57.406697 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-159e6d9d-7d89-471b-b3f2-9e4cec30120c tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:57.443794 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-159e6d9d-7d89-471b-b3f2-9e4cec30120c tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769335250701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268375'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:57.481958 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159e6d9d-7d89-471b-b3f2-9e4cec30120c tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Network b7623838-067e-46d7-9324-3e363fad67d4 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:21:57.484695 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-159e6d9d-7d89-471b-b3f2-9e4cec30120c tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:21:57.488234 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159e6d9d-7d89-471b-b3f2-9e4cec30120c tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:21:57.493991 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159e6d9d-7d89-471b-b3f2-9e4cec30120c tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Pushing event updated for resources: {'Port': ['ID=3dbf5640-f840-44e3-8ee3-2c06807a5d74,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:21:57.519361 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159e6d9d-7d89-471b-b3f2-9e4cec30120c tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:21:57.519639 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159e6d9d-7d89-471b-b3f2-9e4cec30120c tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:21:57.520006 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159e6d9d-7d89-471b-b3f2-9e4cec30120c tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:21:57.520323 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159e6d9d-7d89-471b-b3f2-9e4cec30120c tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:21:57.520650 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159e6d9d-7d89-471b-b3f2-9e4cec30120c tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:21:57.520976 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159e6d9d-7d89-471b-b3f2-9e4cec30120c tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:21:57.521299 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159e6d9d-7d89-471b-b3f2-9e4cec30120c tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:21:57.521621 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159e6d9d-7d89-471b-b3f2-9e4cec30120c tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:21:57.521943 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159e6d9d-7d89-471b-b3f2-9e4cec30120c tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:21:57.522262 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159e6d9d-7d89-471b-b3f2-9e4cec30120c tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:21:57.522595 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159e6d9d-7d89-471b-b3f2-9e4cec30120c tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:21:57.522896 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159e6d9d-7d89-471b-b3f2-9e4cec30120c tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:21:57.843767 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-159e6d9d-7d89-471b-b3f2-9e4cec30120c tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:57.907030 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-159e6d9d-7d89-471b-b3f2-9e4cec30120c tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:58.052883 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-159e6d9d-7d89-471b-b3f2-9e4cec30120c tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:58.057379 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-159e6d9d-7d89-471b-b3f2-9e4cec30120c tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2268376'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:58.126333 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159e6d9d-7d89-471b-b3f2-9e4cec30120c tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Pushing event updated for resources: {'Port': ['ID=3dbf5640-f840-44e3-8ee3-2c06807a5d74,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:21:58.136617 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-159e6d9d-7d89-471b-b3f2-9e4cec30120c tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798589'] for floatingip, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:58.470954 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.db.l3_db [None req-159e6d9d-7d89-471b-b3f2-9e4cec30120c tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Floating IP dc6cadba-b9aa-4d17-8db2-7b7d881fd758 associated. External IP: 172.27.3.109, port: a5e44d45-3839-408c-9f13-b84deb950c7d. Aug 16 15:21:58.677277 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-159e6d9d-7d89-471b-b3f2-9e4cec30120c tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Router a8a11809-5a53-44bf-97c1-d2f6d9224a81 has already been hosted by L3 agent b2ca3166-9002-4222-bd01-ae8f73ca62dc {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 15:21:58.780327 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-159e6d9d-7d89-471b-b3f2-9e4cec30120c tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify agent at l3_agent.dv-cinder-804757-1-iscsi the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:21:58.790225 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d32813-ab54-4b92-9343-0feb9e9f552a None None] Sync routers for ids ['a8a11809-5a53-44bf-97c1-d2f6d9224a81'] in dv-cinder-804757-1-iscsi {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:21:58.795159 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-159e6d9d-7d89-471b-b3f2-9e4cec30120c tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:21:58.799724 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d32813-ab54-4b92-9343-0feb9e9f552a None None] Routers {'a8a11809-5a53-44bf-97c1-d2f6d9224a81'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:21:58.800386 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-b9d32813-ab54-4b92-9343-0feb9e9f552a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:21:34Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['a8a11809-5a53-44bf-97c1-d2f6d9224a81'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:21:58.822001 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-159e6d9d-7d89-471b-b3f2-9e4cec30120c tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7499106 Aug 16 15:21:58.822576 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3052a6a7-1ab3-494b-bbd9-ecba46cd8824', 'tag': 'a5e44d45-3839-408c-9f13-b84deb950c7d'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:21:58.824799 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a5cfb7157b8b73f0e4116fd12db15b1ff73336af95e475daca955d95e5834ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ca5793-56d0-4154-b75a-a97ab7964ede" -d '{"events": [{"name": "network-changed", "server_uuid": "3052a6a7-1ab3-494b-bbd9-ecba46cd8824", "tag": "a5e44d45-3839-408c-9f13-b84deb950c7d"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:21:58.858921 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 15:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1506f20-a719-44d4-b710-9544da35a676 x-openstack-request-id: req-f1506f20-a719-44d4-b710-9544da35a676 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:21:58.859205 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3052a6a7-1ab3-494b-bbd9-ecba46cd8824", "tag": "a5e44d45-3839-408c-9f13-b84deb950c7d", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:21:58.859455 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f1506f20-a719-44d4-b710-9544da35a676 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:21:58.859849 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3052a6a7-1ab3-494b-bbd9-ecba46cd8824', 'tag': 'a5e44d45-3839-408c-9f13-b84deb950c7d', 'status': 'completed', 'code': 200} Aug 16 15:21:58.907386 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-b9d32813-ab54-4b92-9343-0feb9e9f552a None None] Set router a8a11809-5a53-44bf-97c1-d2f6d9224a81 gateway port host: dv-cinder-804757-1-iscsi {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:21:58.928201 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca5793-56d0-4154-b75a-a97ab7964ede req-51bef0a8-c0f7-44c0-a22c-12817a6fa6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:58.929696 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-87ca5793-56d0-4154-b75a-a97ab7964ede req-51bef0a8-c0f7-44c0-a22c-12817a6fa6a9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=83f7d345b47b4d06a48fabeb3dd2c893&device_id=3052a6a7-1ab3-494b-bbd9-ecba46cd8824 HTTP/1.1" status: 200 len: 1099 time: 0.0420027 Aug 16 15:21:59.030283 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca5793-56d0-4154-b75a-a97ab7964ede req-5a600a4e-a6bf-487c-901f-8a6897d87f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:59.031733 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-87ca5793-56d0-4154-b75a-a97ab7964ede req-5a600a4e-a6bf-487c-901f-8a6897d87f72 service neutron] 10.222.0.63 "GET /v2.0/networks?id=7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a HTTP/1.1" status: 200 len: 911 time: 0.0909696 Aug 16 15:21:59.095407 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-87ca5793-56d0-4154-b75a-a97ab7964ede req-da988101-a303-4ee0-86f5-e17a44d0d486 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a5e44d45-3839-408c-9f13-b84deb950c7d HTTP/1.1" status: 200 len: 1000 time: 0.0560684 Aug 16 15:21:59.137456 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-b9d32813-ab54-4b92-9343-0feb9e9f552a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'name': 'tempest-TestVolumeBootPattern-878461996-router', 'tenant_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '47aa7870-f937-41a9-a42d-54da90726343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:17:54Z', 'updated_at': '2021-08-16T15:17:59Z', 'revision_number': 4, 'project_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'gw_port': {'id': '47aa7870-f937-41a9-a42d-54da90726343', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:54Z', 'updated_at': '2021-08-16T15:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_floatingips': [{'id': 'dc6cadba-b9aa-4d17-8db2-7b7d881fd758', 'tenant_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'floating_ip_address': '172.27.3.109', 'floating_network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'router_id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'port_id': 'a5e44d45-3839-408c-9f13-b84deb950c7d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a', 'mac_address': 'fa:16:3e:88:32:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3052a6a7-1ab3-494b-bbd9-ecba46cd8824', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T15:21:57Z', 'updated_at': '2021-08-16T15:21:57Z', 'revision_number': 0, 'project_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a3155ae-d95b-4535-85af-08fc480629eb', 'name': '', 'network_id': '7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a', 'tenant_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'mac_address': 'fa:16:3e:43:7b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '12be7342-1293-4efd-8683-22f17d2b28ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:57Z', 'updated_at': '2021-08-16T15:18:08Z', 'revision_number': 5, 'project_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'subnets': [{'id': '12be7342-1293-4efd-8683-22f17d2b28ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:21:59.147802 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca5793-56d0-4154-b75a-a97ab7964ede req-3c0daba6-fa60-42f8-a2a1-c65ce1e2ef93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:59.149276 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-87ca5793-56d0-4154-b75a-a97ab7964ede req-3c0daba6-fa60-42f8-a2a1-c65ce1e2ef93 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=12be7342-1293-4efd-8683-22f17d2b28ee HTTP/1.1" status: 200 len: 850 time: 0.0456791 Aug 16 15:21:59.163707 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d32813-ab54-4b92-9343-0feb9e9f552a None None] Checking router: a8a11809-5a53-44bf-97c1-d2f6d9224a81 for host: dv-cinder-804757-1-iscsi {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:21:59.172320 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d32813-ab54-4b92-9343-0feb9e9f552a None None] Routers {'a8a11809-5a53-44bf-97c1-d2f6d9224a81'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:21:59.172922 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-b9d32813-ab54-4b92-9343-0feb9e9f552a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:21:34Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['a8a11809-5a53-44bf-97c1-d2f6d9224a81'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:21:59.198514 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca5793-56d0-4154-b75a-a97ab7964ede req-65dcd981-4d81-44be-90e6-68b3dcc43a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:21:59.199895 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-87ca5793-56d0-4154-b75a-a97ab7964ede req-65dcd981-4d81-44be-90e6-68b3dcc43a77 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418761 Aug 16 15:21:59.283060 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-b9d32813-ab54-4b92-9343-0feb9e9f552a None None] Set router a8a11809-5a53-44bf-97c1-d2f6d9224a81 gateway port host: dv-cinder-804757-1-iscsi {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:21:59.304635 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-87ca5793-56d0-4154-b75a-a97ab7964ede req-86f0d4e2-dcd5-43a1-8443-bdd1c8b7eca6 service neutron] 10.222.0.63 "GET /v2.0/networks/7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960057 Aug 16 15:21:59.401247 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-87ca5793-56d0-4154-b75a-a97ab7964ede req-03341d71-e6fe-4663-ab16-e1bd67ec9f8b service neutron] 10.222.0.63 "GET /v2.0/networks/7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887463 Aug 16 15:21:59.506721 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-b9d32813-ab54-4b92-9343-0feb9e9f552a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'name': 'tempest-TestVolumeBootPattern-878461996-router', 'tenant_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '47aa7870-f937-41a9-a42d-54da90726343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:17:54Z', 'updated_at': '2021-08-16T15:17:59Z', 'revision_number': 4, 'project_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'gw_port': {'id': '47aa7870-f937-41a9-a42d-54da90726343', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:54Z', 'updated_at': '2021-08-16T15:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_floatingips': [{'id': 'dc6cadba-b9aa-4d17-8db2-7b7d881fd758', 'tenant_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'floating_ip_address': '172.27.3.109', 'floating_network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'router_id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'port_id': 'a5e44d45-3839-408c-9f13-b84deb950c7d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a', 'mac_address': 'fa:16:3e:88:32:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3052a6a7-1ab3-494b-bbd9-ecba46cd8824', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T15:21:57Z', 'updated_at': '2021-08-16T15:21:57Z', 'revision_number': 0, 'project_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a3155ae-d95b-4535-85af-08fc480629eb', 'name': '', 'network_id': '7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a', 'tenant_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'mac_address': 'fa:16:3e:43:7b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '12be7342-1293-4efd-8683-22f17d2b28ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:57Z', 'updated_at': '2021-08-16T15:18:08Z', 'revision_number': 5, 'project_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'subnets': [{'id': '12be7342-1293-4efd-8683-22f17d2b28ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:21:59.532828 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d32813-ab54-4b92-9343-0feb9e9f552a None None] The sync data for ids ['a8a11809-5a53-44bf-97c1-d2f6d9224a81'] in dv-cinder-804757-1-iscsi is: [{'id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'name': 'tempest-TestVolumeBootPattern-878461996-router', 'tenant_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '47aa7870-f937-41a9-a42d-54da90726343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:17:54Z', 'updated_at': '2021-08-16T15:17:59Z', 'revision_number': 4, 'project_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'gw_port': {'id': '47aa7870-f937-41a9-a42d-54da90726343', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:54Z', 'updated_at': '2021-08-16T15:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_floatingips': [{'id': 'dc6cadba-b9aa-4d17-8db2-7b7d881fd758', 'tenant_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'floating_ip_address': '172.27.3.109', 'floating_network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'router_id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'port_id': 'a5e44d45-3839-408c-9f13-b84deb950c7d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a', 'mac_address': 'fa:16:3e:88:32:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3052a6a7-1ab3-494b-bbd9-ecba46cd8824', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T15:21:57Z', 'updated_at': '2021-08-16T15:21:57Z', 'revision_number': 0, 'project_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a3155ae-d95b-4535-85af-08fc480629eb', 'name': '', 'network_id': '7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a', 'tenant_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'mac_address': 'fa:16:3e:43:7b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '12be7342-1293-4efd-8683-22f17d2b28ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:57Z', 'updated_at': '2021-08-16T15:18:08Z', 'revision_number': 5, 'project_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'subnets': [{'id': '12be7342-1293-4efd-8683-22f17d2b28ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:21:59.724569 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae33caa-e767-4033-995c-57f53967a4cd None None] New status for floating IP dc6cadba-b9aa-4d17-8db2-7b7d881fd758: ACTIVE {{(pid=94054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 15:22:00.117765 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd42d2fc-a492-4d46-b94d-336382f1f31f req-049b175e-03df-4aea-a095-dc772f5fba58 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:22:00.119218 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-dd42d2fc-a492-4d46-b94d-336382f1f31f req-049b175e-03df-4aea-a095-dc772f5fba58 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/ports?device_id=01eb92c5-0b6d-470b-af82-7178a73fe03e HTTP/1.1" status: 200 len: 945 time: 0.0492647 Aug 16 15:22:00.155937 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-dd42d2fc-a492-4d46-b94d-336382f1f31f req-9eb03181-b008-4969-b67a-f19a2e924d9a tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/security-groups?id=7118336f-cdf2-4c68-a68a-e3fb18810dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306280 Aug 16 15:22:00.844521 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-17fa9c92-b932-4ba7-9da3-85705629fee9 req-69427837-fa48-4464-8a68-02a5014b9423 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417416 Aug 16 15:22:00.938885 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa9c92-b932-4ba7-9da3-85705629fee9 req-2fad9800-1377-42de-8306-9b982a78d32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:22:00.940321 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-17fa9c92-b932-4ba7-9da3-85705629fee9 req-2fad9800-1377-42de-8306-9b982a78d32a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b909c74720ca49ce9720908372ac710e&device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce HTTP/1.1" status: 200 len: 1099 time: 0.0388830 Aug 16 15:22:01.049012 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa9c92-b932-4ba7-9da3-85705629fee9 req-ec394752-1c7a-4fe1-8060-9f56109f8760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:22:01.050328 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-17fa9c92-b932-4ba7-9da3-85705629fee9 req-ec394752-1c7a-4fe1-8060-9f56109f8760 service neutron] 10.222.0.63 "GET /v2.0/networks?id=39688803-4c7a-4e65-bd12-e072ee8a86dc HTTP/1.1" status: 200 len: 909 time: 0.0815539 Aug 16 15:22:01.122627 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-17fa9c92-b932-4ba7-9da3-85705629fee9 req-2b5bd3ad-5e1d-4679-8bf7-ddeef1797ba6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28f30e6e-1f6d-46c5-b0ad-7ab9162ac904 HTTP/1.1" status: 200 len: 1000 time: 0.0580773 Aug 16 15:22:01.170077 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa9c92-b932-4ba7-9da3-85705629fee9 req-7822b37d-1c67-4977-9a90-1c59099ce91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:22:01.171414 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-17fa9c92-b932-4ba7-9da3-85705629fee9 req-7822b37d-1c67-4977-9a90-1c59099ce91d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5f7e542c-3ecd-4a2a-b7d4-b70d0efc580a HTTP/1.1" status: 200 len: 848 time: 0.0412290 Aug 16 15:22:01.234370 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa9c92-b932-4ba7-9da3-85705629fee9 req-45503e7f-0aae-4af0-b31c-712c52234b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:22:01.234370 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-17fa9c92-b932-4ba7-9da3-85705629fee9 req-45503e7f-0aae-4af0-b31c-712c52234b3a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=39688803-4c7a-4e65-bd12-e072ee8a86dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396531 Aug 16 15:22:01.272853 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c42afa-8b24-4645-928f-337a2454f1de req-d46431de-24c3-44b2-ac56-dd270afce50a tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:22:01.274397 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-b2c42afa-8b24-4645-928f-337a2454f1de req-d46431de-24c3-44b2-ac56-dd270afce50a tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/ports?device_id=01eb92c5-0b6d-470b-af82-7178a73fe03e HTTP/1.1" status: 200 len: 945 time: 0.0514371 Aug 16 15:22:01.310891 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-b2c42afa-8b24-4645-928f-337a2454f1de req-2f978a32-e4cc-43a6-94ac-7e7e407fd46d tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/security-groups?id=7118336f-cdf2-4c68-a68a-e3fb18810dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305238 Aug 16 15:22:01.337734 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-17fa9c92-b932-4ba7-9da3-85705629fee9 req-2f573b88-d5c4-44b7-bf0d-4fe519c8bb62 service neutron] 10.222.0.63 "GET /v2.0/networks/39688803-4c7a-4e65-bd12-e072ee8a86dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859563 Aug 16 15:22:01.380768 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-fcf57707-d3aa-41cb-9cc2-6b28f28ddd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:01.432167 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-17fa9c92-b932-4ba7-9da3-85705629fee9 req-b675e337-a0b4-44eb-aa5d-39e3733b9536 service neutron] 10.222.0.63 "GET /v2.0/networks/39688803-4c7a-4e65-bd12-e072ee8a86dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822594 Aug 16 15:22:02.172187 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ae7bb5-f22c-48e7-b063-ec76dd697cbe req-71dbbed8-a3c2-44b9-a5d0-881331bc36b1 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:22:02.173591 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-16ae7bb5-f22c-48e7-b063-ec76dd697cbe req-71dbbed8-a3c2-44b9-a5d0-881331bc36b1 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.63 "GET /v2.0/ports?device_id=01eb92c5-0b6d-470b-af82-7178a73fe03e HTTP/1.1" status: 200 len: 945 time: 0.0503075 Aug 16 15:22:02.557245 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9111053-198d-466a-ab8a-6e99eb15cdfb req-81276364-073d-48c1-89f4-f1a6a355b354 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:22:02.558603 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-f9111053-198d-466a-ab8a-6e99eb15cdfb req-81276364-073d-48c1-89f4-f1a6a355b354 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/ports?device_id=01eb92c5-0b6d-470b-af82-7178a73fe03e HTTP/1.1" status: 200 len: 945 time: 0.0872672 Aug 16 15:22:02.594749 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-16ae7bb5-f22c-48e7-b063-ec76dd697cbe req-63c43ac0-7131-4723-94ce-4fd6fcda0229 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Deleting port 63610183-920a-4937-acb5-4ba4e3a7f1cc {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:22:02.595082 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-16ae7bb5-f22c-48e7-b063-ec76dd697cbe req-63c43ac0-7131-4723-94ce-4fd6fcda0229 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769335647479'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:02.641430 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-f9111053-198d-466a-ab8a-6e99eb15cdfb req-e090d117-d7c4-44ee-a478-2340cc76afe9 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/security-groups?id=7118336f-cdf2-4c68-a68a-e3fb18810dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759568 Aug 16 15:22:02.689543 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-16ae7bb5-f22c-48e7-b063-ec76dd697cbe req-63c43ac0-7131-4723-94ce-4fd6fcda0229 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] For port 63610183-920a-4937-acb5-4ba4e3a7f1cc, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=63610183-920a-4937-acb5-4ba4e3a7f1cc,segment=NetworkSegment(480fd28a-debb-4c9d-8b07-587e9bff1678),segment_id=480fd28a-debb-4c9d-8b07-587e9bff1678)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:22:02.689983 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-16ae7bb5-f22c-48e7-b063-ec76dd697cbe req-63c43ac0-7131-4723-94ce-4fd6fcda0229 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3800399'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:02.864067 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-16ae7bb5-f22c-48e7-b063-ec76dd697cbe req-63c43ac0-7131-4723-94ce-4fd6fcda0229 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:02.864433 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-16ae7bb5-f22c-48e7-b063-ec76dd697cbe req-63c43ac0-7131-4723-94ce-4fd6fcda0229 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798589'] for floatingip, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:02.864738 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.db.l3_db [req-16ae7bb5-f22c-48e7-b063-ec76dd697cbe req-63c43ac0-7131-4723-94ce-4fd6fcda0229 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Floating IP b76e80bd-ae61-43c1-b2d0-a9b8ffb00bcf disassociated. External IP: 172.27.3.24, port: 63610183-920a-4937-acb5-4ba4e3a7f1cc. Aug 16 15:22:02.865065 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-16ae7bb5-f22c-48e7-b063-ec76dd697cbe req-63c43ac0-7131-4723-94ce-4fd6fcda0229 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Calling delete_port for 63610183-920a-4937-acb5-4ba4e3a7f1cc owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:22:02.988669 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-16ae7bb5-f22c-48e7-b063-ec76dd697cbe req-63c43ac0-7131-4723-94ce-4fd6fcda0229 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769335768917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769335250710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2787876'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:03.014942 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c43ac0-7131-4723-94ce-4fd6fcda0229 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Pushing event deleted for resources: {'Port': ['ID=63610183-920a-4937-acb5-4ba4e3a7f1cc,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:22:03.028189 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c43ac0-7131-4723-94ce-4fd6fcda0229 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:22:03.028189 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c43ac0-7131-4723-94ce-4fd6fcda0229 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:22:03.028399 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c43ac0-7131-4723-94ce-4fd6fcda0229 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:22:03.028717 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c43ac0-7131-4723-94ce-4fd6fcda0229 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:22:03.029040 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c43ac0-7131-4723-94ce-4fd6fcda0229 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:22:03.029363 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c43ac0-7131-4723-94ce-4fd6fcda0229 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:22:03.029690 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c43ac0-7131-4723-94ce-4fd6fcda0229 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:22:03.030009 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c43ac0-7131-4723-94ce-4fd6fcda0229 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:22:03.030327 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c43ac0-7131-4723-94ce-4fd6fcda0229 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:22:03.030641 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c43ac0-7131-4723-94ce-4fd6fcda0229 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:22:03.030956 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c43ac0-7131-4723-94ce-4fd6fcda0229 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:22:03.031268 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c43ac0-7131-4723-94ce-4fd6fcda0229 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:22:03.138301 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16ae7bb5-f22c-48e7-b063-ec76dd697cbe req-63c43ac0-7131-4723-94ce-4fd6fcda0229 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Router e55267b5-09f4-4a93-ad8f-8a1b79d4294c has already been hosted by L3 agent b2ca3166-9002-4222-bd01-ae8f73ca62dc {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 15:22:03.241876 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16ae7bb5-f22c-48e7-b063-ec76dd697cbe req-63c43ac0-7131-4723-94ce-4fd6fcda0229 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify agent at l3_agent.dv-cinder-804757-1-iscsi the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:22:03.253411 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2dc7fa-3487-405a-a282-ca466ce57883 None None] Sync routers for ids ['e55267b5-09f4-4a93-ad8f-8a1b79d4294c'] in dv-cinder-804757-1-iscsi {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:22:03.263412 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2dc7fa-3487-405a-a282-ca466ce57883 None None] Routers {'e55267b5-09f4-4a93-ad8f-8a1b79d4294c'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:22:03.264040 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-fc2dc7fa-3487-405a-a282-ca466ce57883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:21:34Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['e55267b5-09f4-4a93-ad8f-8a1b79d4294c'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:22:03.282622 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-16ae7bb5-f22c-48e7-b063-ec76dd697cbe req-63c43ac0-7131-4723-94ce-4fd6fcda0229 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] No DVR routers for this DVR port 63610183-920a-4937-acb5-4ba4e3a7f1cc on host hv-cinder-80475 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 15:22:03.285077 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-16ae7bb5-f22c-48e7-b063-ec76dd697cbe req-63c43ac0-7131-4723-94ce-4fd6fcda0229 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:03.287000 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-16ae7bb5-f22c-48e7-b063-ec76dd697cbe req-63c43ac0-7131-4723-94ce-4fd6fcda0229 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.63 "DELETE /v2.0/ports/63610183-920a-4937-acb5-4ba4e3a7f1cc HTTP/1.1" status: 204 len: 173 time: 1.0959477 Aug 16 15:22:03.287421 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01eb92c5-0b6d-470b-af82-7178a73fe03e', 'name': 'network-vif-deleted', 'tag': '63610183-920a-4937-acb5-4ba4e3a7f1cc'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:22:03.289784 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17fb0647ef8e93fcdaff2aac5cadc262a2f87503c881cd14114af97cd5d63f67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf64c67-4942-4159-95f2-54c1e9436ac1" -d '{"events": [{"server_uuid": "01eb92c5-0b6d-470b-af82-7178a73fe03e", "name": "network-vif-deleted", "tag": "63610183-920a-4937-acb5-4ba4e3a7f1cc"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:22:03.328091 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8986cfdf-1a5f-4015-ab82-c5e619f28cf6 x-openstack-request-id: req-8986cfdf-1a5f-4015-ab82-c5e619f28cf6 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:22:03.328383 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01eb92c5-0b6d-470b-af82-7178a73fe03e", "name": "network-vif-deleted", "tag": "63610183-920a-4937-acb5-4ba4e3a7f1cc", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:22:03.328631 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8986cfdf-1a5f-4015-ab82-c5e619f28cf6 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:22:03.329027 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01eb92c5-0b6d-470b-af82-7178a73fe03e', 'name': 'network-vif-deleted', 'tag': '63610183-920a-4937-acb5-4ba4e3a7f1cc', 'status': 'completed', 'code': 200} Aug 16 15:22:03.377855 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-fc2dc7fa-3487-405a-a282-ca466ce57883 None None] Set router e55267b5-09f4-4a93-ad8f-8a1b79d4294c gateway port host: dv-cinder-804757-1-iscsi {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:22:03.579129 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-fc2dc7fa-3487-405a-a282-ca466ce57883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55267b5-09f4-4a93-ad8f-8a1b79d4294c', 'name': 'tempest-AttachVolumeTestJSON-1508374636-router', 'tenant_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '0239c728-d1d1-401e-9718-03afcbbb41d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:16:34Z', 'updated_at': '2021-08-16T15:16:38Z', 'revision_number': 4, 'project_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'gw_port': {'id': '0239c728-d1d1-401e-9718-03afcbbb41d1', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55267b5-09f4-4a93-ad8f-8a1b79d4294c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:16:35Z', 'updated_at': '2021-08-16T15:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_interfaces': [{'id': '398bc161-924d-4027-a47b-0113bf762b18', 'name': '', 'network_id': '5c9974df-1452-4a5b-a52f-46f461318e3c', 'tenant_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'mac_address': 'fa:16:3e:16:21:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55267b5-09f4-4a93-ad8f-8a1b79d4294c', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '7ced82d6-0fff-43a3-9b35-104e114d5850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:16:38Z', 'updated_at': '2021-08-16T15:16:45Z', 'revision_number': 5, 'project_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'subnets': [{'id': '7ced82d6-0fff-43a3-9b35-104e114d5850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:22:03.608595 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2dc7fa-3487-405a-a282-ca466ce57883 None None] Checking router: e55267b5-09f4-4a93-ad8f-8a1b79d4294c for host: dv-cinder-804757-1-iscsi {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:22:03.616514 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2dc7fa-3487-405a-a282-ca466ce57883 None None] Routers {'e55267b5-09f4-4a93-ad8f-8a1b79d4294c'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:22:03.617102 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-fc2dc7fa-3487-405a-a282-ca466ce57883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:21:34Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['e55267b5-09f4-4a93-ad8f-8a1b79d4294c'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:22:03.759885 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-a733bdc1-e0c7-4d88-bec3-e2e6652e5dd3 req-abc99da4-e7ea-4a01-8af7-a19218644b2c tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/ports?device_id=01eb92c5-0b6d-470b-af82-7178a73fe03e HTTP/1.1" status: 200 len: 210 time: 0.0366886 Aug 16 15:22:03.846323 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-fc2dc7fa-3487-405a-a282-ca466ce57883 None None] Set router e55267b5-09f4-4a93-ad8f-8a1b79d4294c gateway port host: dv-cinder-804757-1-iscsi {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:22:03.979955 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9134f515-311a-45e3-b86c-7ab9cd7f940b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:04.056685 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-fc2dc7fa-3487-405a-a282-ca466ce57883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55267b5-09f4-4a93-ad8f-8a1b79d4294c', 'name': 'tempest-AttachVolumeTestJSON-1508374636-router', 'tenant_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '0239c728-d1d1-401e-9718-03afcbbb41d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:16:34Z', 'updated_at': '2021-08-16T15:16:38Z', 'revision_number': 4, 'project_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'gw_port': {'id': '0239c728-d1d1-401e-9718-03afcbbb41d1', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55267b5-09f4-4a93-ad8f-8a1b79d4294c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:16:35Z', 'updated_at': '2021-08-16T15:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_interfaces': [{'id': '398bc161-924d-4027-a47b-0113bf762b18', 'name': '', 'network_id': '5c9974df-1452-4a5b-a52f-46f461318e3c', 'tenant_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'mac_address': 'fa:16:3e:16:21:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55267b5-09f4-4a93-ad8f-8a1b79d4294c', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '7ced82d6-0fff-43a3-9b35-104e114d5850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:16:38Z', 'updated_at': '2021-08-16T15:16:45Z', 'revision_number': 5, 'project_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'subnets': [{'id': '7ced82d6-0fff-43a3-9b35-104e114d5850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:22:04.082267 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2dc7fa-3487-405a-a282-ca466ce57883 None None] The sync data for ids ['e55267b5-09f4-4a93-ad8f-8a1b79d4294c'] in dv-cinder-804757-1-iscsi is: [{'id': 'e55267b5-09f4-4a93-ad8f-8a1b79d4294c', 'name': 'tempest-AttachVolumeTestJSON-1508374636-router', 'tenant_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '0239c728-d1d1-401e-9718-03afcbbb41d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:16:34Z', 'updated_at': '2021-08-16T15:16:38Z', 'revision_number': 4, 'project_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'gw_port': {'id': '0239c728-d1d1-401e-9718-03afcbbb41d1', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55267b5-09f4-4a93-ad8f-8a1b79d4294c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:16:35Z', 'updated_at': '2021-08-16T15:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_interfaces': [{'id': '398bc161-924d-4027-a47b-0113bf762b18', 'name': '', 'network_id': '5c9974df-1452-4a5b-a52f-46f461318e3c', 'tenant_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'mac_address': 'fa:16:3e:16:21:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55267b5-09f4-4a93-ad8f-8a1b79d4294c', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '7ced82d6-0fff-43a3-9b35-104e114d5850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:16:38Z', 'updated_at': '2021-08-16T15:16:45Z', 'revision_number': 5, 'project_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'subnets': [{'id': '7ced82d6-0fff-43a3-9b35-104e114d5850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:22:04.239192 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:04.284705 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2063c08-20f6-40d4-81e5-b2ace8ded2e6 None None] New status for floating IP b76e80bd-ae61-43c1-b2d0-a9b8ffb00bcf: DOWN {{(pid=94054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 15:22:04.847258 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 42090) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:22:04.901162 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e83ad810-c6aa-403f-8d0d-ed1d84e397d9 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:04.922850 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e83ad810-c6aa-403f-8d0d-ed1d84e397d9 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:04.968796 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e83ad810-c6aa-403f-8d0d-ed1d84e397d9 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:04.971449 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e83ad810-c6aa-403f-8d0d-ed1d84e397d9 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:04.972623 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-e83ad810-c6aa-403f-8d0d-ed1d84e397d9 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "DELETE /v2.0/security-groups/7118336f-cdf2-4c68-a68a-e3fb18810dd3 HTTP/1.1" status: 204 len: 168 time: 0.1236625 Aug 16 15:22:04.975373 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 42092) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:22:04.981641 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83ad810-c6aa-403f-8d0d-ed1d84e397d9 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7118336f-cdf2-4c68-a68a-e3fb18810dd3,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:22:04.988808 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.api.v2.resource [None req-ba100d58-5ace-4ff0-a699-9bdcd5612379 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] show failed (client error): The resource could not be found. Aug 16 15:22:04.989777 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-ba100d58-5ace-4ff0-a699-9bdcd5612379 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "GET /v2.0/security-groups/7118336f-cdf2-4c68-a68a-e3fb18810dd3 HTTP/1.1" status: 404 len: 347 time: 0.0133717 Aug 16 15:22:04.992490 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 42094) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:22:05.110674 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-6cb8c78f-2a32-42c6-af1c-defae22d80f2 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Deleting port c082df69-4342-41e1-8e76-a9a5b91a21ba {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:22:05.111010 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6cb8c78f-2a32-42c6-af1c-defae22d80f2 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769335647479'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:05.138784 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5f8a3891-afd8-4a3f-99f3-eab7c9032578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:05.187642 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6cb8c78f-2a32-42c6-af1c-defae22d80f2 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3800399'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:05.187962 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6cb8c78f-2a32-42c6-af1c-defae22d80f2 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:05.199464 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-6cb8c78f-2a32-42c6-af1c-defae22d80f2 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Calling delete_port for c082df69-4342-41e1-8e76-a9a5b91a21ba owned by network:floatingip {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:22:05.324569 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6cb8c78f-2a32-42c6-af1c-defae22d80f2 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769335768917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769335250710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268375'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:05.354018 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb8c78f-2a32-42c6-af1c-defae22d80f2 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Pushing event deleted for resources: {'Port': ['ID=c082df69-4342-41e1-8e76-a9a5b91a21ba,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:22:05.408270 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6cb8c78f-2a32-42c6-af1c-defae22d80f2 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks [] for floatingip, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:05.410867 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6cb8c78f-2a32-42c6-af1c-defae22d80f2 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:05.412021 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-6cb8c78f-2a32-42c6-af1c-defae22d80f2 tempest-AttachVolumeTestJSON-1139119917 tempest-AttachVolumeTestJSON-1139119917-project] 10.222.0.22 "DELETE /v2.0/floatingips/b76e80bd-ae61-43c1-b2d0-a9b8ffb00bcf HTTP/1.1" status: 204 len: 168 time: 0.4186430 Aug 16 15:22:05.416007 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device 63610183-920a-4937-acb5-4ba4e3a7f1cc no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:22:05.436347 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] No Port match for: 63610183-920a-4937-acb5-4ba4e3a7f1cc {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:22:05.436690 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device 63610183-920a-4937-acb5-4ba4e3a7f1cc not bound to the agent host hv-cinder-80475 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:22:06.784108 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4fd61f29-14ed-4c81-94cc-08da44d16cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:08.929142 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 42126) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:22:09.352057 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-08936bf6-12cb-4165-94d5-0a01911af352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4167229'] for router_interface, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:09.593010 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-08936bf6-12cb-4165-94d5-0a01911af352 admin admin] Deleting port 398bc161-924d-4027-a47b-0113bf762b18 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:22:09.593257 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-08936bf6-12cb-4165-94d5-0a01911af352 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769335647479'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:09.671106 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-08936bf6-12cb-4165-94d5-0a01911af352 admin admin] For port 398bc161-924d-4027-a47b-0113bf762b18, host dv-cinder-804757-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=398bc161-924d-4027-a47b-0113bf762b18,segment=NetworkSegment(480fd28a-debb-4c9d-8b07-587e9bff1678),segment_id=480fd28a-debb-4c9d-8b07-587e9bff1678)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:22:09.671467 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-08936bf6-12cb-4165-94d5-0a01911af352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3800399'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:09.683626 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-08936bf6-12cb-4165-94d5-0a01911af352 admin admin] Calling delete_port for 398bc161-924d-4027-a47b-0113bf762b18 owned by network:router_interface {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:22:09.856720 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-08936bf6-12cb-4165-94d5-0a01911af352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769335768917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769335250710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268375'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:09.883338 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08936bf6-12cb-4165-94d5-0a01911af352 admin admin] Pushing event deleted for resources: {'Port': ['ID=398bc161-924d-4027-a47b-0113bf762b18,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:22:10.045889 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-08936bf6-12cb-4165-94d5-0a01911af352 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3780375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3797165'] for router_interface, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:10.249512 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08936bf6-12cb-4165-94d5-0a01911af352 admin admin] Router e55267b5-09f4-4a93-ad8f-8a1b79d4294c has already been hosted by L3 agent b2ca3166-9002-4222-bd01-ae8f73ca62dc {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 15:22:10.351773 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08936bf6-12cb-4165-94d5-0a01911af352 admin admin] Notify agent at l3_agent.dv-cinder-804757-1-iscsi the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:22:10.359407 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-08936bf6-12cb-4165-94d5-0a01911af352 admin admin] 10.222.0.22 "PUT /v2.0/routers/e55267b5-09f4-4a93-ad8f-8a1b79d4294c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4267356 Aug 16 15:22:10.359407 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 42132) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:22:10.360357 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ed9370-c7be-4507-9319-6a76905954ab None None] Sync routers for ids ['e55267b5-09f4-4a93-ad8f-8a1b79d4294c'] in dv-cinder-804757-1-iscsi {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:22:10.370040 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ed9370-c7be-4507-9319-6a76905954ab None None] Routers {'e55267b5-09f4-4a93-ad8f-8a1b79d4294c'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:22:10.370647 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-27ed9370-c7be-4507-9319-6a76905954ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:22:04Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['e55267b5-09f4-4a93-ad8f-8a1b79d4294c'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:22:10.471930 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6307213c-c0e3-44fd-addf-7f0a780ab90f admin admin] Notify callbacks [] for router, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:10.477982 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-27ed9370-c7be-4507-9319-6a76905954ab None None] Set router e55267b5-09f4-4a93-ad8f-8a1b79d4294c gateway port host: dv-cinder-804757-1-iscsi {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:22:10.575150 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6307213c-c0e3-44fd-addf-7f0a780ab90f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:10.627209 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-6307213c-c0e3-44fd-addf-7f0a780ab90f admin admin] Deleting port 0239c728-d1d1-401e-9718-03afcbbb41d1 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:22:10.627550 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6307213c-c0e3-44fd-addf-7f0a780ab90f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769335647479'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:10.653593 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-27ed9370-c7be-4507-9319-6a76905954ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55267b5-09f4-4a93-ad8f-8a1b79d4294c', 'name': 'tempest-AttachVolumeTestJSON-1508374636-router', 'tenant_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '0239c728-d1d1-401e-9718-03afcbbb41d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:16:34Z', 'updated_at': '2021-08-16T15:22:09Z', 'revision_number': 5, 'project_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'gw_port': {'id': '0239c728-d1d1-401e-9718-03afcbbb41d1', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55267b5-09f4-4a93-ad8f-8a1b79d4294c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:16:35Z', 'updated_at': '2021-08-16T15:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi'}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:22:10.683301 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ed9370-c7be-4507-9319-6a76905954ab None None] Checking router: e55267b5-09f4-4a93-ad8f-8a1b79d4294c for host: dv-cinder-804757-1-iscsi {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:22:10.691481 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ed9370-c7be-4507-9319-6a76905954ab None None] Routers {'e55267b5-09f4-4a93-ad8f-8a1b79d4294c'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:22:10.692107 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-27ed9370-c7be-4507-9319-6a76905954ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:22:04Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['e55267b5-09f4-4a93-ad8f-8a1b79d4294c'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:22:10.708667 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-6307213c-c0e3-44fd-addf-7f0a780ab90f admin admin] For port 0239c728-d1d1-401e-9718-03afcbbb41d1, host dv-cinder-804757-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=0239c728-d1d1-401e-9718-03afcbbb41d1,segment=NetworkSegment(6c369326-29bf-41f1-8d37-65f3627778f0),segment_id=6c369326-29bf-41f1-8d37-65f3627778f0)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:22:10.709028 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6307213c-c0e3-44fd-addf-7f0a780ab90f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3800399'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:10.720300 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-6307213c-c0e3-44fd-addf-7f0a780ab90f admin admin] Calling delete_port for 0239c728-d1d1-401e-9718-03afcbbb41d1 owned by network:router_gateway {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:22:10.778021 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-27ed9370-c7be-4507-9319-6a76905954ab None None] Set router e55267b5-09f4-4a93-ad8f-8a1b79d4294c gateway port host: None {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:22:10.833411 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-27ed9370-c7be-4507-9319-6a76905954ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55267b5-09f4-4a93-ad8f-8a1b79d4294c', 'name': 'tempest-AttachVolumeTestJSON-1508374636-router', 'tenant_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:16:34Z', 'updated_at': '2021-08-16T15:22:10Z', 'revision_number': 6, 'project_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'gw_port_host': None}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:22:10.860250 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ed9370-c7be-4507-9319-6a76905954ab None None] The sync data for ids ['e55267b5-09f4-4a93-ad8f-8a1b79d4294c'] in dv-cinder-804757-1-iscsi is: [{'id': 'e55267b5-09f4-4a93-ad8f-8a1b79d4294c', 'name': 'tempest-AttachVolumeTestJSON-1508374636-router', 'tenant_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:16:34Z', 'updated_at': '2021-08-16T15:22:10Z', 'revision_number': 6, 'project_id': 'd3a7f9f707ee45cba24f8d207b4a20be', 'gw_port_host': None}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:22:10.885717 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6307213c-c0e3-44fd-addf-7f0a780ab90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769335768917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769335250710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268375'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:10.909571 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6307213c-c0e3-44fd-addf-7f0a780ab90f admin admin] Pushing event deleted for resources: {'Port': ['ID=0239c728-d1d1-401e-9718-03afcbbb41d1,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:22:10.970066 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6307213c-c0e3-44fd-addf-7f0a780ab90f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798535'] for router_gateway, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:11.073201 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6307213c-c0e3-44fd-addf-7f0a780ab90f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46264'] for router, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:11.075237 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6307213c-c0e3-44fd-addf-7f0a780ab90f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:11.135882 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6307213c-c0e3-44fd-addf-7f0a780ab90f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771546'] for router, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:11.136432 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6307213c-c0e3-44fd-addf-7f0a780ab90f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e55267b5-09f4-4a93-ad8f-8a1b79d4294c {{(pid=94051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 15:22:11.141333 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6307213c-c0e3-44fd-addf-7f0a780ab90f admin admin] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:11.142242 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-6307213c-c0e3-44fd-addf-7f0a780ab90f admin admin] 10.222.0.22 "DELETE /v2.0/routers/e55267b5-09f4-4a93-ad8f-8a1b79d4294c HTTP/1.1" status: 204 len: 168 time: 0.7819502 Aug 16 15:22:11.144671 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 42134) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:22:11.187508 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-18e5273b-bfaf-48ae-b2cf-82708fed3fbc admin admin] Deleting subnet 7ced82d6-0fff-43a3-9b35-104e114d5850 {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 15:22:11.190345 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-18e5273b-bfaf-48ae-b2cf-82708fed3fbc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:11.230045 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-18e5273b-bfaf-48ae-b2cf-82708fed3fbc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2459736'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:11.538177 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-18e5273b-bfaf-48ae-b2cf-82708fed3fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1014246'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:11.586614 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-18e5273b-bfaf-48ae-b2cf-82708fed3fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4115071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2268290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26656816'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:11.611228 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e5273b-bfaf-48ae-b2cf-82708fed3fbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ced82d6-0fff-43a3-9b35-104e114d5850,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:22:11.614792 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-18e5273b-bfaf-48ae-b2cf-82708fed3fbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3780594'] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:11.616656 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-18e5273b-bfaf-48ae-b2cf-82708fed3fbc admin admin] 10.222.0.22 "DELETE /v2.0/subnets/7ced82d6-0fff-43a3-9b35-104e114d5850 HTTP/1.1" status: 204 len: 168 time: 0.4710615 Aug 16 15:22:11.619686 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 42136) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:22:11.626273 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0822e9-48ed-4845-b7d9-7579186c0bf3 None None] Network 5c9974df-1452-4a5b-a52f-46f461318e3c requested from dv-cinder-804757-1-iscsi {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:22:11.693437 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dd144df7-dea6-45be-aa6f-88bbdcf0d5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653808'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:11.750599 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-dd144df7-dea6-45be-aa6f-88bbdcf0d5b5 admin admin] Deleting port 00665021-aef7-4bde-b317-762dbbebe8c1 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:22:11.751045 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dd144df7-dea6-45be-aa6f-88bbdcf0d5b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769335647479'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:11.807864 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f77d30-d12d-4744-afbc-8f1833d26213 None None] DHCP port deletion for 5c9974df-1452-4a5b-a52f-46f461318e3c request from dv-cinder-804757-1-iscsi {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 15:22:11.827412 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-dd144df7-dea6-45be-aa6f-88bbdcf0d5b5 admin admin] For port 00665021-aef7-4bde-b317-762dbbebe8c1, host dv-cinder-804757-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=00665021-aef7-4bde-b317-762dbbebe8c1,segment=NetworkSegment(480fd28a-debb-4c9d-8b07-587e9bff1678),segment_id=480fd28a-debb-4c9d-8b07-587e9bff1678)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:22:11.827776 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dd144df7-dea6-45be-aa6f-88bbdcf0d5b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3800399'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:11.841365 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-dd144df7-dea6-45be-aa6f-88bbdcf0d5b5 admin admin] Calling delete_port for 00665021-aef7-4bde-b317-762dbbebe8c1 owned by network:dhcp {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:22:11.855833 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b1f77d30-d12d-4744-afbc-8f1833d26213 None None] Deleting port 00665021-aef7-4bde-b317-762dbbebe8c1 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:22:11.856236 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b1f77d30-d12d-4744-afbc-8f1833d26213 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769335647479'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:11.922431 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dd144df7-dea6-45be-aa6f-88bbdcf0d5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769335768917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769335250710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268375'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:11.925606 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-b1f77d30-d12d-4744-afbc-8f1833d26213 None None] For port 00665021-aef7-4bde-b317-762dbbebe8c1, host dv-cinder-804757-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=00665021-aef7-4bde-b317-762dbbebe8c1,segment=NetworkSegment(480fd28a-debb-4c9d-8b07-587e9bff1678),segment_id=480fd28a-debb-4c9d-8b07-587e9bff1678)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:22:11.926150 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b1f77d30-d12d-4744-afbc-8f1833d26213 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3800399'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:11.948704 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-b1f77d30-d12d-4744-afbc-8f1833d26213 None None] Calling delete_port for 00665021-aef7-4bde-b317-762dbbebe8c1 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:22:11.949329 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd144df7-dea6-45be-aa6f-88bbdcf0d5b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=00665021-aef7-4bde-b317-762dbbebe8c1,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:22:11.951198 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd144df7-dea6-45be-aa6f-88bbdcf0d5b5 admin admin] No DVR routers for this DVR port 00665021-aef7-4bde-b317-762dbbebe8c1 on host dv-cinder-804757-1-iscsi {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 15:22:12.026039 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dd144df7-dea6-45be-aa6f-88bbdcf0d5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000339', 'neutron.services.segments.db._delete_segments_for_network-8769335759171'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:12.028903 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b1f77d30-d12d-4744-afbc-8f1833d26213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769335768917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769335250710'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:12.036074 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.services.segments.db [None req-dd144df7-dea6-45be-aa6f-88bbdcf0d5b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c9974df-1452-4a5b-a52f-46f461318e3c']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:22:12.046241 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.services.segments.db [None req-dd144df7-dea6-45be-aa6f-88bbdcf0d5b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '480fd28a-debb-4c9d-8b07-587e9bff1678') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:22:12.046535 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.services.segments.db [None req-dd144df7-dea6-45be-aa6f-88bbdcf0d5b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '480fd28a-debb-4c9d-8b07-587e9bff1678') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:22:12.055998 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dd144df7-dea6-45be-aa6f-88bbdcf0d5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769335762252', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2459729'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:12.057369 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f77d30-d12d-4744-afbc-8f1833d26213 None None] Pushing event deleted for resources: {'Port': ['ID=00665021-aef7-4bde-b317-762dbbebe8c1,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:22:12.061127 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f77d30-d12d-4744-afbc-8f1833d26213 None None] No DVR routers for this DVR port 00665021-aef7-4bde-b317-762dbbebe8c1 on host dv-cinder-804757-1-iscsi {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 15:22:12.077929 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dd144df7-dea6-45be-aa6f-88bbdcf0d5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014199'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:12.083867 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd144df7-dea6-45be-aa6f-88bbdcf0d5b5 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 15:22:12.084313 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dd144df7-dea6-45be-aa6f-88bbdcf0d5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2268388'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:12.085899 dv-cinder-804757-1-iscsi neutron-server[94051]: Traceback (most recent call last): Aug 16 15:22:12.085899 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 15:22:12.085899 dv-cinder-804757-1-iscsi neutron-server[94051]: timer() Aug 16 15:22:12.085899 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 15:22:12.085899 dv-cinder-804757-1-iscsi neutron-server[94051]: cb(*args, **kw) Aug 16 15:22:12.085899 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 15:22:12.085899 dv-cinder-804757-1-iscsi neutron-server[94051]: return func(*args, **kwargs) Aug 16 15:22:12.085899 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 15:22:12.085899 dv-cinder-804757-1-iscsi neutron-server[94051]: self._notify() Aug 16 15:22:12.085899 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 15:22:12.085899 dv-cinder-804757-1-iscsi neutron-server[94051]: self.callback(batched_events) Aug 16 15:22:12.085899 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 15:22:12.085899 dv-cinder-804757-1-iscsi neutron-server[94051]: event.method(event) Aug 16 15:22:12.085899 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 15:22:12.085899 dv-cinder-804757-1-iscsi neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 15:22:12.085899 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 15:22:12.085899 dv-cinder-804757-1-iscsi neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 15:22:12.085899 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 15:22:12.085899 dv-cinder-804757-1-iscsi neutron-server[94051]: return f(self, *a, **k) Aug 16 15:22:12.085899 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 15:22:12.085899 dv-cinder-804757-1-iscsi neutron-server[94051]: return self._get(url).json() Aug 16 15:22:12.085899 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 15:22:12.085899 dv-cinder-804757-1-iscsi neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 15:22:12.085899 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 15:22:12.085899 dv-cinder-804757-1-iscsi neutron-server[94051]: return self.request(url, 'GET', **kwargs) Aug 16 15:22:12.085899 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 15:22:12.085899 dv-cinder-804757-1-iscsi neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 15:22:12.085899 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 15:22:12.085899 dv-cinder-804757-1-iscsi neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 15:22:12.085899 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 15:22:12.085899 dv-cinder-804757-1-iscsi neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 15:22:12.085899 dv-cinder-804757-1-iscsi neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 15:22:12.141511 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dd144df7-dea6-45be-aa6f-88bbdcf0d5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798563'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:12.146550 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-dd144df7-dea6-45be-aa6f-88bbdcf0d5b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3780594'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:12.148393 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-dd144df7-dea6-45be-aa6f-88bbdcf0d5b5 admin admin] 10.222.0.22 "DELETE /v2.0/networks/5c9974df-1452-4a5b-a52f-46f461318e3c HTTP/1.1" status: 204 len: 168 time: 0.5277410 Aug 16 15:22:12.158911 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd144df7-dea6-45be-aa6f-88bbdcf0d5b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c9974df-1452-4a5b-a52f-46f461318e3c,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:22:12.257437 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 42142) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:22:12.295422 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-efeece44-3e2a-484f-8a78-f0fc4f419350 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d3a7f9f707ee45cba24f8d207b4a20be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0368726 Aug 16 15:22:12.297802 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 42146) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:22:12.344145 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2655790d-58bf-46b6-a33a-b2d0b754f700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:12.365344 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2655790d-58bf-46b6-a33a-b2d0b754f700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:12.408314 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2655790d-58bf-46b6-a33a-b2d0b754f700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:12.411319 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2655790d-58bf-46b6-a33a-b2d0b754f700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:12.412475 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-2655790d-58bf-46b6-a33a-b2d0b754f700 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/da8b6294-94fa-44a1-93ac-0821ced541fe HTTP/1.1" status: 204 len: 168 time: 0.1138213 Aug 16 15:22:12.419866 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2655790d-58bf-46b6-a33a-b2d0b754f700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8b6294-94fa-44a1-93ac-0821ced541fe,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:22:12.497820 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device 0239c728-d1d1-401e-9718-03afcbbb41d1 no longer exists at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:22:12.517729 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] No Port match for: 0239c728-d1d1-401e-9718-03afcbbb41d1 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:22:12.518025 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device 0239c728-d1d1-401e-9718-03afcbbb41d1 not bound to the agent host dv-cinder-804757-1-iscsi {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:22:12.518505 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device 398bc161-924d-4027-a47b-0113bf762b18 no longer exists at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:22:12.543728 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] No Port match for: 398bc161-924d-4027-a47b-0113bf762b18 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:22:12.544098 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device 398bc161-924d-4027-a47b-0113bf762b18 not bound to the agent host dv-cinder-804757-1-iscsi {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:22:12.544504 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device 00665021-aef7-4bde-b317-762dbbebe8c1 no longer exists at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:22:12.562398 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] No Port match for: 00665021-aef7-4bde-b317-762dbbebe8c1 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:22:12.562818 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device 00665021-aef7-4bde-b317-762dbbebe8c1 not bound to the agent host dv-cinder-804757-1-iscsi {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:22:12.963036 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.agents_db [None req-45e7de1a-0021-4862-aee0-d1a44650be34 None None] Agent healthcheck: found 6 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 15:22:14.006749 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 42196) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:22:14.108559 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2460168c-5550-4f52-999c-2515d8bbd2e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:14.198453 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2460168c-5550-4f52-999c-2515d8bbd2e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:14.202046 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-2460168c-5550-4f52-999c-2515d8bbd2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:14.241721 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-2460168c-5550-4f52-999c-2515d8bbd2e5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=353a96a4903c42fe98cb689d926cb557&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2338982 Aug 16 15:22:14.242572 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2460168c-5550-4f52-999c-2515d8bbd2e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4745048b-58f2-4c0e-9a60-defce2f35aa1,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:22:14.245479 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 42200) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:22:14.293644 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9a2c2d04-f6ee-4169-9e46-7e48abd5c881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:14.314236 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9a2c2d04-f6ee-4169-9e46-7e48abd5c881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:14.361350 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9a2c2d04-f6ee-4169-9e46-7e48abd5c881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:14.364341 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9a2c2d04-f6ee-4169-9e46-7e48abd5c881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:14.365443 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-9a2c2d04-f6ee-4169-9e46-7e48abd5c881 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4745048b-58f2-4c0e-9a60-defce2f35aa1 HTTP/1.1" status: 204 len: 168 time: 0.1184781 Aug 16 15:22:14.373197 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c2d04-f6ee-4169-9e46-7e48abd5c881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4745048b-58f2-4c0e-9a60-defce2f35aa1,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:22:14.620438 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 42206) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:22:14.633367 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c3eea6e5-c4d9-44e2-80a1-2f1bc08b0abc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:14.719270 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c3eea6e5-c4d9-44e2-80a1-2f1bc08b0abc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:14.723165 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c3eea6e5-c4d9-44e2-80a1-2f1bc08b0abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:14.761538 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-c3eea6e5-c4d9-44e2-80a1-2f1bc08b0abc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=87cb73cb74cb4775911a0ad09ad2f627&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1400590 Aug 16 15:22:14.762423 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eea6e5-c4d9-44e2-80a1-2f1bc08b0abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=147d6239-c159-4064-aaf0-4f0e61d64a12,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:22:14.764189 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 42208) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:22:14.816762 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a361429b-7699-4c71-8886-60a645f13780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:14.837891 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a361429b-7699-4c71-8886-60a645f13780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:14.883295 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a361429b-7699-4c71-8886-60a645f13780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:14.885917 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-a361429b-7699-4c71-8886-60a645f13780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:14.887041 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-a361429b-7699-4c71-8886-60a645f13780 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/147d6239-c159-4064-aaf0-4f0e61d64a12 HTTP/1.1" status: 204 len: 168 time: 0.1218176 Aug 16 15:22:14.894207 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a361429b-7699-4c71-8886-60a645f13780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=147d6239-c159-4064-aaf0-4f0e61d64a12,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:22:16.470425 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 42264) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:22:16.573470 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-72d1432e-de1a-46c8-a33f-6fc0727b7cb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:16.658609 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-72d1432e-de1a-46c8-a33f-6fc0727b7cb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:16.662266 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-72d1432e-de1a-46c8-a33f-6fc0727b7cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:16.697462 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d1432e-de1a-46c8-a33f-6fc0727b7cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1bdf1e-f408-484c-a1f6-b433e41e82e5,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:22:16.701665 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-72d1432e-de1a-46c8-a33f-6fc0727b7cb8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6b40892a763241d59be033a751299838&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2302458 Aug 16 15:22:16.704239 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 42268) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:22:16.750690 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-69ad5e0d-ebdb-417e-873e-d2d60a016214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:16.771226 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-69ad5e0d-ebdb-417e-873e-d2d60a016214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:16.817945 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-69ad5e0d-ebdb-417e-873e-d2d60a016214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:16.820414 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-69ad5e0d-ebdb-417e-873e-d2d60a016214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:16.821523 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-69ad5e0d-ebdb-417e-873e-d2d60a016214 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/df1bdf1e-f408-484c-a1f6-b433e41e82e5 HTTP/1.1" status: 204 len: 168 time: 0.1164122 Aug 16 15:22:16.828902 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ad5e0d-ebdb-417e-873e-d2d60a016214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1bdf1e-f408-484c-a1f6-b433e41e82e5,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:22:17.077973 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 42274) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:22:17.090623 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-921df773-45d4-4447-90c5-dc937b2532cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:17.180331 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-921df773-45d4-4447-90c5-dc937b2532cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:17.184039 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-921df773-45d4-4447-90c5-dc937b2532cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:17.221266 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-921df773-45d4-4447-90c5-dc937b2532cb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2dbb8ba070314513b0808801240a39e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1422808 Aug 16 15:22:17.222881 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921df773-45d4-4447-90c5-dc937b2532cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d82839b-6513-4a34-8342-bb5c48b7aff9,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:22:17.224584 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 42276) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:22:17.273137 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c5f7c5eb-1d51-4c67-a869-997916753e16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:17.293841 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c5f7c5eb-1d51-4c67-a869-997916753e16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:17.337526 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c5f7c5eb-1d51-4c67-a869-997916753e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:17.340011 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c5f7c5eb-1d51-4c67-a869-997916753e16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:17.341196 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-c5f7c5eb-1d51-4c67-a869-997916753e16 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7d82839b-6513-4a34-8342-bb5c48b7aff9 HTTP/1.1" status: 204 len: 168 time: 0.1155872 Aug 16 15:22:17.349396 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f7c5eb-1d51-4c67-a869-997916753e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d82839b-6513-4a34-8342-bb5c48b7aff9,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:22:19.129065 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 42348) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:22:19.231581 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-06aafd2d-fe19-4100-bb89-77aec5caae89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:19.318025 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-06aafd2d-fe19-4100-bb89-77aec5caae89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:19.321587 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-06aafd2d-fe19-4100-bb89-77aec5caae89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:19.359217 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-06aafd2d-fe19-4100-bb89-77aec5caae89 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d3acdb93507e4fc081e0af069bd85bf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2290947 Aug 16 15:22:19.361066 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aafd2d-fe19-4100-bb89-77aec5caae89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bee963a-1ab4-4e01-8a89-a6d31cf806ca,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:22:19.362093 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 42352) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:22:19.408933 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-08c718f3-c722-404d-bdf4-3e671ea21eb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:19.429012 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-08c718f3-c722-404d-bdf4-3e671ea21eb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:19.472893 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-08c718f3-c722-404d-bdf4-3e671ea21eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:19.475599 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-08c718f3-c722-404d-bdf4-3e671ea21eb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:19.476745 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-08c718f3-c722-404d-bdf4-3e671ea21eb9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6bee963a-1ab4-4e01-8a89-a6d31cf806ca HTTP/1.1" status: 204 len: 168 time: 0.1136773 Aug 16 15:22:19.484175 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c718f3-c722-404d-bdf4-3e671ea21eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bee963a-1ab4-4e01-8a89-a6d31cf806ca,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:22:19.731328 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 42360) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:22:19.747110 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9b885f6b-8537-4e3c-b24f-d25b418b1491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:19.833378 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9b885f6b-8537-4e3c-b24f-d25b418b1491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:19.837020 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9b885f6b-8537-4e3c-b24f-d25b418b1491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:19.873401 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b885f6b-8537-4e3c-b24f-d25b418b1491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6101791-b7ca-4af7-acb6-41b76d681d7e,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:22:19.877639 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-9b885f6b-8537-4e3c-b24f-d25b418b1491 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=94cba11fb30c421e9df72e257b40cdff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1452856 Aug 16 15:22:19.880299 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 42362) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:22:19.926691 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fa46fc8f-5a22-4d47-803f-19ca1bc13dbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:19.946959 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fa46fc8f-5a22-4d47-803f-19ca1bc13dbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:19.991893 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fa46fc8f-5a22-4d47-803f-19ca1bc13dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:19.994321 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-fa46fc8f-5a22-4d47-803f-19ca1bc13dbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:19.995421 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-fa46fc8f-5a22-4d47-803f-19ca1bc13dbf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a6101791-b7ca-4af7-acb6-41b76d681d7e HTTP/1.1" status: 204 len: 168 time: 0.1143131 Aug 16 15:22:20.003144 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa46fc8f-5a22-4d47-803f-19ca1bc13dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6101791-b7ca-4af7-acb6-41b76d681d7e,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:22:21.702941 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 42422) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:22:21.806213 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dbe3c25a-545c-438a-a97c-e7dc78d09678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:21.896298 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dbe3c25a-545c-438a-a97c-e7dc78d09678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:21.899890 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-dbe3c25a-545c-438a-a97c-e7dc78d09678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:21.934466 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe3c25a-545c-438a-a97c-e7dc78d09678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566d5678-a595-4986-b7e2-25ee46b98b50,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:22:21.940575 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-dbe3c25a-545c-438a-a97c-e7dc78d09678 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=620da77419064a5abce8769371e6a148&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2347217 Aug 16 15:22:21.941254 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 42426) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:22:21.988304 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-176d7838-38d9-4fa7-95fa-388ccda9621a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:22.007809 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-176d7838-38d9-4fa7-95fa-388ccda9621a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:22.056325 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-176d7838-38d9-4fa7-95fa-388ccda9621a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:22.058783 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-176d7838-38d9-4fa7-95fa-388ccda9621a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:22.059905 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-176d7838-38d9-4fa7-95fa-388ccda9621a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/566d5678-a595-4986-b7e2-25ee46b98b50 HTTP/1.1" status: 204 len: 168 time: 0.1177740 Aug 16 15:22:22.067386 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176d7838-38d9-4fa7-95fa-388ccda9621a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566d5678-a595-4986-b7e2-25ee46b98b50,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:22:22.317160 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 42432) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:22:22.330234 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e9315ff2-72a3-4ed5-8800-10f024c2d546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:22.417628 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e9315ff2-72a3-4ed5-8800-10f024c2d546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:22.421278 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e9315ff2-72a3-4ed5-8800-10f024c2d546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:22.464765 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-e9315ff2-72a3-4ed5-8800-10f024c2d546 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=92a0c47654944b87bdb20f2d412a345e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1465008 Aug 16 15:22:22.466755 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9315ff2-72a3-4ed5-8800-10f024c2d546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12cd598-b2f1-42b3-99f5-45040879989f,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:22:22.467423 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 42434) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:22:22.516612 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4d0fd81a-2576-47f7-b9ac-612eec1b5e46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:22.537269 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4d0fd81a-2576-47f7-b9ac-612eec1b5e46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:22.581870 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4d0fd81a-2576-47f7-b9ac-612eec1b5e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:22.584462 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4d0fd81a-2576-47f7-b9ac-612eec1b5e46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:22.585604 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-4d0fd81a-2576-47f7-b9ac-612eec1b5e46 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a12cd598-b2f1-42b3-99f5-45040879989f HTTP/1.1" status: 204 len: 168 time: 0.1171689 Aug 16 15:22:22.593241 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0fd81a-2576-47f7-b9ac-612eec1b5e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12cd598-b2f1-42b3-99f5-45040879989f,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:22:26.416028 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:27.766024 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cb0404-87b3-4385-b4a6-be63f3e72e4c req-16e13dfb-d3c4-40bd-925b-49cf0521b926 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:22:27.767421 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-b3cb0404-87b3-4385-b4a6-be63f3e72e4c req-16e13dfb-d3c4-40bd-925b-49cf0521b926 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ca457fa-c2fa-4daf-980f-452aaeb61360 HTTP/1.1" status: 200 len: 947 time: 0.0488989 Aug 16 15:22:27.804859 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-b3cb0404-87b3-4385-b4a6-be63f3e72e4c req-bfaf82b2-7070-48dd-8dbd-6d07ca8db59e tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=f7c1c24b-63ef-4f08-a3b2-aa0aa7fc808b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308626 Aug 16 15:22:28.924529 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99497f68-8415-4196-8e2a-1f25bd024044 req-a0dab5f6-da74-441f-8e60-a433eb51bfcc tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:22:28.925971 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-99497f68-8415-4196-8e2a-1f25bd024044 req-a0dab5f6-da74-441f-8e60-a433eb51bfcc tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ca457fa-c2fa-4daf-980f-452aaeb61360 HTTP/1.1" status: 200 len: 947 time: 0.0501504 Aug 16 15:22:28.962679 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-99497f68-8415-4196-8e2a-1f25bd024044 req-70b503b8-b3f6-4537-9e58-480e015a9adf tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=f7c1c24b-63ef-4f08-a3b2-aa0aa7fc808b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308845 Aug 16 15:22:29.303914 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8812c1d5-b010-4df4-ba20-a9ac426587dd req-d876bac2-a4e1-455e-a21b-a967349f70da tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:22:29.305399 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-8812c1d5-b010-4df4-ba20-a9ac426587dd req-d876bac2-a4e1-455e-a21b-a967349f70da tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.63 "GET /v2.0/ports?device_id=8ca457fa-c2fa-4daf-980f-452aaeb61360 HTTP/1.1" status: 200 len: 947 time: 0.0470564 Aug 16 15:22:29.395873 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-8812c1d5-b010-4df4-ba20-a9ac426587dd req-6da8527b-d544-4c2c-853b-3bd74e94d421 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Deleting port 8b1c3db9-6786-4da1-bdb0-17ffbf279714 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:22:29.396242 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8812c1d5-b010-4df4-ba20-a9ac426587dd req-6da8527b-d544-4c2c-853b-3bd74e94d421 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769335647479'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:29.483313 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-8812c1d5-b010-4df4-ba20-a9ac426587dd req-6da8527b-d544-4c2c-853b-3bd74e94d421 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] For port 8b1c3db9-6786-4da1-bdb0-17ffbf279714, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=8b1c3db9-6786-4da1-bdb0-17ffbf279714,segment=NetworkSegment(14733ac2-d464-430a-8fbb-6986db0ef57d),segment_id=14733ac2-d464-430a-8fbb-6986db0ef57d)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:22:29.483675 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8812c1d5-b010-4df4-ba20-a9ac426587dd req-6da8527b-d544-4c2c-853b-3bd74e94d421 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3800399'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:29.666506 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8812c1d5-b010-4df4-ba20-a9ac426587dd req-6da8527b-d544-4c2c-853b-3bd74e94d421 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:29.666874 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8812c1d5-b010-4df4-ba20-a9ac426587dd req-6da8527b-d544-4c2c-853b-3bd74e94d421 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798589'] for floatingip, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:29.667218 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.db.l3_db [req-8812c1d5-b010-4df4-ba20-a9ac426587dd req-6da8527b-d544-4c2c-853b-3bd74e94d421 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Floating IP 31937131-7b84-4fb6-b6a5-0c6aa720cc3a disassociated. External IP: 172.27.3.78, port: 8b1c3db9-6786-4da1-bdb0-17ffbf279714. Aug 16 15:22:29.667526 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-8812c1d5-b010-4df4-ba20-a9ac426587dd req-6da8527b-d544-4c2c-853b-3bd74e94d421 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Calling delete_port for 8b1c3db9-6786-4da1-bdb0-17ffbf279714 owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:22:29.796361 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8812c1d5-b010-4df4-ba20-a9ac426587dd req-6da8527b-d544-4c2c-853b-3bd74e94d421 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769335768917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769335250710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2787876'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:29.824820 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da8527b-d544-4c2c-853b-3bd74e94d421 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Pushing event deleted for resources: {'Port': ['ID=8b1c3db9-6786-4da1-bdb0-17ffbf279714,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:22:29.948068 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8812c1d5-b010-4df4-ba20-a9ac426587dd req-6da8527b-d544-4c2c-853b-3bd74e94d421 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Router 78d04c03-99a3-4367-aa13-495ed056c833 has already been hosted by L3 agent b2ca3166-9002-4222-bd01-ae8f73ca62dc {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 15:22:30.073338 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-ff090141-7fd9-4ea6-bbed-a30635ecaf13 req-00a3962f-b416-452a-802d-3f5928a36ab9 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ca457fa-c2fa-4daf-980f-452aaeb61360 HTTP/1.1" status: 200 len: 210 time: 0.0305235 Aug 16 15:22:30.078951 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8812c1d5-b010-4df4-ba20-a9ac426587dd req-6da8527b-d544-4c2c-853b-3bd74e94d421 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify agent at l3_agent.dv-cinder-804757-1-iscsi the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:22:30.090069 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff95b4e-3d6d-4e5c-916b-56c8e70f3a18 None None] Sync routers for ids ['78d04c03-99a3-4367-aa13-495ed056c833'] in dv-cinder-804757-1-iscsi {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:22:30.111856 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff95b4e-3d6d-4e5c-916b-56c8e70f3a18 None None] Routers {'78d04c03-99a3-4367-aa13-495ed056c833'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:22:30.112909 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-7ff95b4e-3d6d-4e5c-916b-56c8e70f3a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:22:04Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['78d04c03-99a3-4367-aa13-495ed056c833'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:22:30.120734 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-8812c1d5-b010-4df4-ba20-a9ac426587dd req-6da8527b-d544-4c2c-853b-3bd74e94d421 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] No DVR routers for this DVR port 8b1c3db9-6786-4da1-bdb0-17ffbf279714 on host hv-cinder-80475 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 15:22:30.123293 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-8812c1d5-b010-4df4-ba20-a9ac426587dd req-6da8527b-d544-4c2c-853b-3bd74e94d421 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:30.125241 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-8812c1d5-b010-4df4-ba20-a9ac426587dd req-6da8527b-d544-4c2c-853b-3bd74e94d421 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.63 "DELETE /v2.0/ports/8b1c3db9-6786-4da1-bdb0-17ffbf279714 HTTP/1.1" status: 204 len: 173 time: 0.8138070 Aug 16 15:22:30.125670 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca457fa-c2fa-4daf-980f-452aaeb61360', 'name': 'network-vif-deleted', 'tag': '8b1c3db9-6786-4da1-bdb0-17ffbf279714'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:22:30.127860 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17fb0647ef8e93fcdaff2aac5cadc262a2f87503c881cd14114af97cd5d63f67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e42dbe7c-727e-4a8d-9146-93736337539d" -d '{"events": [{"server_uuid": "8ca457fa-c2fa-4daf-980f-452aaeb61360", "name": "network-vif-deleted", "tag": "8b1c3db9-6786-4da1-bdb0-17ffbf279714"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:22:30.179034 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b98da0b-39c3-47de-b3aa-2314922dca2e x-openstack-request-id: req-3b98da0b-39c3-47de-b3aa-2314922dca2e {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:22:30.179432 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ca457fa-c2fa-4daf-980f-452aaeb61360", "name": "network-vif-deleted", "tag": "8b1c3db9-6786-4da1-bdb0-17ffbf279714", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:22:30.179777 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3b98da0b-39c3-47de-b3aa-2314922dca2e {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:22:30.180311 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ca457fa-c2fa-4daf-980f-452aaeb61360', 'name': 'network-vif-deleted', 'tag': '8b1c3db9-6786-4da1-bdb0-17ffbf279714', 'status': 'completed', 'code': 200} Aug 16 15:22:30.226313 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-7ff95b4e-3d6d-4e5c-916b-56c8e70f3a18 None None] Set router 78d04c03-99a3-4367-aa13-495ed056c833 gateway port host: dv-cinder-804757-1-iscsi {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:22:30.510190 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-7ff95b4e-3d6d-4e5c-916b-56c8e70f3a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78d04c03-99a3-4367-aa13-495ed056c833', 'name': 'tempest-AttachVolumeShelveTestJSON-358074610-router', 'tenant_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'a05b9c80-d7bd-443d-886a-5f75d7af02da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:19:49Z', 'updated_at': '2021-08-16T15:19:52Z', 'revision_number': 4, 'project_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'gw_port': {'id': 'a05b9c80-d7bd-443d-886a-5f75d7af02da', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d04c03-99a3-4367-aa13-495ed056c833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:19:49Z', 'updated_at': '2021-08-16T15:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_interfaces': [{'id': 'e54593f6-0432-409f-af75-02733488a93e', 'name': '', 'network_id': '1f85c19c-3590-46ae-ae77-7ccaa8ebaa66', 'tenant_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'mac_address': 'fa:16:3e:1c:94:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d04c03-99a3-4367-aa13-495ed056c833', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '9230327a-1ceb-43b3-9be3-e38bfee2db31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:19:51Z', 'updated_at': '2021-08-16T15:19:56Z', 'revision_number': 5, 'project_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'subnets': [{'id': '9230327a-1ceb-43b3-9be3-e38bfee2db31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:22:30.536443 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff95b4e-3d6d-4e5c-916b-56c8e70f3a18 None None] Checking router: 78d04c03-99a3-4367-aa13-495ed056c833 for host: dv-cinder-804757-1-iscsi {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:22:30.544507 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff95b4e-3d6d-4e5c-916b-56c8e70f3a18 None None] Routers {'78d04c03-99a3-4367-aa13-495ed056c833'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:22:30.545106 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-7ff95b4e-3d6d-4e5c-916b-56c8e70f3a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:22:04Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['78d04c03-99a3-4367-aa13-495ed056c833'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:22:30.654787 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-7ff95b4e-3d6d-4e5c-916b-56c8e70f3a18 None None] Set router 78d04c03-99a3-4367-aa13-495ed056c833 gateway port host: dv-cinder-804757-1-iscsi {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:22:30.858967 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-7ff95b4e-3d6d-4e5c-916b-56c8e70f3a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78d04c03-99a3-4367-aa13-495ed056c833', 'name': 'tempest-AttachVolumeShelveTestJSON-358074610-router', 'tenant_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'a05b9c80-d7bd-443d-886a-5f75d7af02da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:19:49Z', 'updated_at': '2021-08-16T15:19:52Z', 'revision_number': 4, 'project_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'gw_port': {'id': 'a05b9c80-d7bd-443d-886a-5f75d7af02da', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d04c03-99a3-4367-aa13-495ed056c833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:19:49Z', 'updated_at': '2021-08-16T15:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_interfaces': [{'id': 'e54593f6-0432-409f-af75-02733488a93e', 'name': '', 'network_id': '1f85c19c-3590-46ae-ae77-7ccaa8ebaa66', 'tenant_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'mac_address': 'fa:16:3e:1c:94:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d04c03-99a3-4367-aa13-495ed056c833', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '9230327a-1ceb-43b3-9be3-e38bfee2db31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:19:51Z', 'updated_at': '2021-08-16T15:19:56Z', 'revision_number': 5, 'project_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'subnets': [{'id': '9230327a-1ceb-43b3-9be3-e38bfee2db31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:22:30.886694 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff95b4e-3d6d-4e5c-916b-56c8e70f3a18 None None] The sync data for ids ['78d04c03-99a3-4367-aa13-495ed056c833'] in dv-cinder-804757-1-iscsi is: [{'id': '78d04c03-99a3-4367-aa13-495ed056c833', 'name': 'tempest-AttachVolumeShelveTestJSON-358074610-router', 'tenant_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'a05b9c80-d7bd-443d-886a-5f75d7af02da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:19:49Z', 'updated_at': '2021-08-16T15:19:52Z', 'revision_number': 4, 'project_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'gw_port': {'id': 'a05b9c80-d7bd-443d-886a-5f75d7af02da', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d04c03-99a3-4367-aa13-495ed056c833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:19:49Z', 'updated_at': '2021-08-16T15:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_interfaces': [{'id': 'e54593f6-0432-409f-af75-02733488a93e', 'name': '', 'network_id': '1f85c19c-3590-46ae-ae77-7ccaa8ebaa66', 'tenant_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'mac_address': 'fa:16:3e:1c:94:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d04c03-99a3-4367-aa13-495ed056c833', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '9230327a-1ceb-43b3-9be3-e38bfee2db31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:19:51Z', 'updated_at': '2021-08-16T15:19:56Z', 'revision_number': 5, 'project_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'subnets': [{'id': '9230327a-1ceb-43b3-9be3-e38bfee2db31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:22:31.108194 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e0ba6c-e560-45e7-b372-343bc81b7114 None None] New status for floating IP 31937131-7b84-4fb6-b6a5-0c6aa720cc3a: DOWN {{(pid=94053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 15:22:31.161320 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 42566) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:22:31.215830 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e16a0031-7626-4aeb-be13-0377eeb7fae9 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:31.246506 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e16a0031-7626-4aeb-be13-0377eeb7fae9 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:31.293412 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e16a0031-7626-4aeb-be13-0377eeb7fae9 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:31.296057 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e16a0031-7626-4aeb-be13-0377eeb7fae9 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:31.297231 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-e16a0031-7626-4aeb-be13-0377eeb7fae9 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "DELETE /v2.0/security-groups/f7c1c24b-63ef-4f08-a3b2-aa0aa7fc808b HTTP/1.1" status: 204 len: 168 time: 0.1348627 Aug 16 15:22:31.300698 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 42568) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:22:31.306548 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16a0031-7626-4aeb-be13-0377eeb7fae9 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c1c24b-63ef-4f08-a3b2-aa0aa7fc808b,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:22:31.315265 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.api.v2.resource [None req-cfa80001-4a2d-4ce1-a767-3e96bc70e7df tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] show failed (client error): The resource could not be found. Aug 16 15:22:31.316320 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-cfa80001-4a2d-4ce1-a767-3e96bc70e7df tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups/f7c1c24b-63ef-4f08-a3b2-aa0aa7fc808b HTTP/1.1" status: 404 len: 347 time: 0.0145566 Aug 16 15:22:31.319090 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 42570) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:22:31.382332 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-beb8ce61-7ff9-495c-b9d2-a86b80b2b3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:31.439121 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-ff35df27-ebad-4b05-92ba-e22e204e02a2 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Deleting port 1515fbeb-d950-4eea-a3be-94c62ae3c0e5 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:22:31.439454 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ff35df27-ebad-4b05-92ba-e22e204e02a2 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769335647479'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:31.515649 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ff35df27-ebad-4b05-92ba-e22e204e02a2 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3800399'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:31.515886 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ff35df27-ebad-4b05-92ba-e22e204e02a2 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:31.527395 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-ff35df27-ebad-4b05-92ba-e22e204e02a2 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Calling delete_port for 1515fbeb-d950-4eea-a3be-94c62ae3c0e5 owned by network:floatingip {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:22:31.650376 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ff35df27-ebad-4b05-92ba-e22e204e02a2 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769335768917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769335250710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2787876'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:31.680512 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff35df27-ebad-4b05-92ba-e22e204e02a2 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Pushing event deleted for resources: {'Port': ['ID=1515fbeb-d950-4eea-a3be-94c62ae3c0e5,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:22:31.735842 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ff35df27-ebad-4b05-92ba-e22e204e02a2 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks [] for floatingip, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:31.738521 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ff35df27-ebad-4b05-92ba-e22e204e02a2 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for floatingip, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:31.739696 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-ff35df27-ebad-4b05-92ba-e22e204e02a2 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "DELETE /v2.0/floatingips/31937131-7b84-4fb6-b6a5-0c6aa720cc3a HTTP/1.1" status: 204 len: 168 time: 0.4196930 Aug 16 15:22:32.026523 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 42580) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:22:32.031943 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.v2.base [None req-aaa1a8f1-ebc2-4fc8-a1ff-7eb93e312ce8 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Request body: {'security_group': {'name': 'tempest-securitygroup--320523419', 'description': 'tempest-description--1601094435'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:22:32.054290 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-aaa1a8f1-ebc2-4fc8-a1ff-7eb93e312ce8 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:32.131632 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-aaa1a8f1-ebc2-4fc8-a1ff-7eb93e312ce8 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:32.134969 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-aaa1a8f1-ebc2-4fc8-a1ff-7eb93e312ce8 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:32.157021 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-aaa1a8f1-ebc2-4fc8-a1ff-7eb93e312ce8 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:32.158221 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-aaa1a8f1-ebc2-4fc8-a1ff-7eb93e312ce8 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1305237 Aug 16 15:22:32.161737 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 42582) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:22:32.166283 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa1a8f1-ebc2-4fc8-a1ff-7eb93e312ce8 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=981e1269-13fd-43ed-9faf-efee2615ebac,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:22:32.166942 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [None req-4c1e26c5-595e-4acf-93db-fbac18084ad6 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Request body: {'security_group_rule': {'security_group_id': '981e1269-13fd-43ed-9faf-efee2615ebac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:22:32.193783 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4c1e26c5-595e-4acf-93db-fbac18084ad6 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:32.248636 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4c1e26c5-595e-4acf-93db-fbac18084ad6 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:32.251895 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4c1e26c5-595e-4acf-93db-fbac18084ad6 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109690'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:32.267027 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1e26c5-595e-4acf-93db-fbac18084ad6 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ee9fe50-cd3c-4c30-8f79-9e13429bd492,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:22:32.275507 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4c1e26c5-595e-4acf-93db-fbac18084ad6 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:32.276705 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-4c1e26c5-595e-4acf-93db-fbac18084ad6 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1134865 Aug 16 15:22:32.279355 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 42584) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:22:32.283613 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [None req-8a6f8949-59e3-4700-89e6-4b0f71601a88 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Request body: {'security_group_rule': {'security_group_id': '981e1269-13fd-43ed-9faf-efee2615ebac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:22:32.308643 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8a6f8949-59e3-4700-89e6-4b0f71601a88 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:32.356494 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8a6f8949-59e3-4700-89e6-4b0f71601a88 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:32.359889 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8a6f8949-59e3-4700-89e6-4b0f71601a88 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109690'] for security_group_rule, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:32.374543 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6f8949-59e3-4700-89e6-4b0f71601a88 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84008ec7-db44-454e-b7ba-46a17a01f18e,revision_number=0']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:22:32.385057 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8a6f8949-59e3-4700-89e6-4b0f71601a88 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:32.386261 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-8a6f8949-59e3-4700-89e6-4b0f71601a88 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1060162 Aug 16 15:22:32.389327 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 42586) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:22:32.393907 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [None req-c1b7db13-8dbc-40a0-9cb9-6a5f8ef3dadf tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Request body: {'floatingip': {'floating_network_id': 'b7623838-067e-46d7-9324-3e363fad67d4'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:22:32.416214 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c1b7db13-8dbc-40a0-9cb9-6a5f8ef3dadf tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks [] for floatingip, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:32.509264 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c1b7db13-8dbc-40a0-9cb9-6a5f8ef3dadf tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:32.613526 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-c1b7db13-8dbc-40a0-9cb9-6a5f8ef3dadf tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Allocated IP 172.27.3.4 (b7623838-067e-46d7-9324-3e363fad67d4/838856c9-cc6d-4250-847b-ebd189817dd9/d24746e3-fa06-4ec7-a2f2-ec755261549e) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:22:32.720315 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c1b7db13-8dbc-40a0-9cb9-6a5f8ef3dadf tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:32.758479 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c1b7db13-8dbc-40a0-9cb9-6a5f8ef3dadf tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769335250701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268375'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:32.796005 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b7db13-8dbc-40a0-9cb9-6a5f8ef3dadf tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Network b7623838-067e-46d7-9324-3e363fad67d4 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:22:32.801339 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-c1b7db13-8dbc-40a0-9cb9-6a5f8ef3dadf tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:22:32.804726 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b7db13-8dbc-40a0-9cb9-6a5f8ef3dadf tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:22:32.828299 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b7db13-8dbc-40a0-9cb9-6a5f8ef3dadf tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Pushing event updated for resources: {'Port': ['ID=d24746e3-fa06-4ec7-a2f2-ec755261549e,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:22:32.887411 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c1b7db13-8dbc-40a0-9cb9-6a5f8ef3dadf tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:32.919491 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c1b7db13-8dbc-40a0-9cb9-6a5f8ef3dadf tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:33.089302 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c1b7db13-8dbc-40a0-9cb9-6a5f8ef3dadf tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:33.094539 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c1b7db13-8dbc-40a0-9cb9-6a5f8ef3dadf tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2268376'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:33.166269 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b7db13-8dbc-40a0-9cb9-6a5f8ef3dadf tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Pushing event updated for resources: {'Port': ['ID=d24746e3-fa06-4ec7-a2f2-ec755261549e,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:22:33.174212 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 42594) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:22:33.176054 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c1b7db13-8dbc-40a0-9cb9-6a5f8ef3dadf tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798589'] for floatingip, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:33.189038 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c1b7db13-8dbc-40a0-9cb9-6a5f8ef3dadf tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:33.190446 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-c1b7db13-8dbc-40a0-9cb9-6a5f8ef3dadf tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.8001323 Aug 16 15:22:33.285231 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-56af8175-dd60-405e-bf52-c60f7c4cbe0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:33.385929 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-56af8175-dd60-405e-bf52-c60f7c4cbe0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:33.387156 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-9dfd410c-7e11-4baf-8f7b-f58b395bf16d req-5628a425-349f-4402-b428-987f9f249307 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--320523419&fields=id&tenant_id=aa352a0731a74cdfa6f278a2b7ba2820 HTTP/1.1" status: 200 len: 267 time: 0.0401552 Aug 16 15:22:33.390170 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-56af8175-dd60-405e-bf52-c60f7c4cbe0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:33.434471 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-56af8175-dd60-405e-bf52-c60f7c4cbe0b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2160e0d41151459a9c5330c0075ac2ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2588336 Aug 16 15:22:33.435141 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56af8175-dd60-405e-bf52-c60f7c4cbe0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f135b81-cb68-481d-9fc0-1e4c5bbbd5d6,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:22:33.437479 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 42612) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:22:33.485967 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-731f6e52-d833-42bf-b3ec-52164ab5d8f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:33.501351 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfd410c-7e11-4baf-8f7b-f58b395bf16d req-bc7acf42-c368-4f6a-a38e-e9c0cc7356bc tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:22:33.502795 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-9dfd410c-7e11-4baf-8f7b-f58b395bf16d req-bc7acf42-c368-4f6a-a38e-e9c0cc7356bc tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/networks?id=1f85c19c-3590-46ae-ae77-7ccaa8ebaa66 HTTP/1.1" status: 200 len: 816 time: 0.1129146 Aug 16 15:22:33.507127 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-731f6e52-d833-42bf-b3ec-52164ab5d8f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:33.519406 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-9dfd410c-7e11-4baf-8f7b-f58b395bf16d req-fff66ca6-2d77-495f-9fe1-dabf8f44a756 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/quotas/aa352a0731a74cdfa6f278a2b7ba2820 HTTP/1.1" status: 200 len: 375 time: 0.0088563 Aug 16 15:22:33.541213 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device 8b1c3db9-6786-4da1-bdb0-17ffbf279714 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:22:33.553634 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-731f6e52-d833-42bf-b3ec-52164ab5d8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:33.556381 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-731f6e52-d833-42bf-b3ec-52164ab5d8f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:33.560278 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-731f6e52-d833-42bf-b3ec-52164ab5d8f4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4f135b81-cb68-481d-9fc0-1e4c5bbbd5d6 HTTP/1.1" status: 204 len: 168 time: 0.1194274 Aug 16 15:22:33.566552 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731f6e52-d833-42bf-b3ec-52164ab5d8f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f135b81-cb68-481d-9fc0-1e4c5bbbd5d6,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:22:33.567736 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] No Port match for: 8b1c3db9-6786-4da1-bdb0-17ffbf279714 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:22:33.568107 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device 8b1c3db9-6786-4da1-bdb0-17ffbf279714 not bound to the agent host hv-cinder-80475 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:22:33.573948 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-9dfd410c-7e11-4baf-8f7b-f58b395bf16d req-b5f595c9-e898-49a9-931e-084baa388b4f tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=aa352a0731a74cdfa6f278a2b7ba2820&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0490994 Aug 16 15:22:33.720072 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-9dfd410c-7e11-4baf-8f7b-f58b395bf16d req-34f92b20-7ac6-42cf-890b-45c97f7e7eae service neutron] 10.222.0.22 "GET /v2.0/networks/1f85c19c-3590-46ae-ae77-7ccaa8ebaa66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307108 Aug 16 15:22:33.817489 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-9dfd410c-7e11-4baf-8f7b-f58b395bf16d req-cf30cd40-a25c-4c8b-9415-146d5c90d5d8 service neutron] 10.222.0.22 "GET /v2.0/networks/1f85c19c-3590-46ae-ae77-7ccaa8ebaa66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905204 Aug 16 15:22:33.827752 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 42620) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:22:33.841407 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-55035ae6-b5dd-4636-9344-36bba83ad374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:33.933232 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-55035ae6-b5dd-4636-9344-36bba83ad374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:33.936955 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-55035ae6-b5dd-4636-9344-36bba83ad374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:33.968367 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c6a53d38-3068-4038-8b94-8a89080f008d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:33.986786 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-55035ae6-b5dd-4636-9344-36bba83ad374 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=21eee7fb2bb042fe81330d4136cb9be4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1575527 Aug 16 15:22:33.989317 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55035ae6-b5dd-4636-9344-36bba83ad374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e159f3de-adef-458d-a7c6-751166534f87,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:22:33.992473 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-d65d945b-a6c5-4ed9-ba04-64c8e00d7360 req-a60c339d-45b4-428b-9a44-2dcb508d138f tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=92f45151-a169-44b4-8a26-ed5890dfe0a3 HTTP/1.1" status: 200 len: 210 time: 0.0344129 Aug 16 15:22:33.993006 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 42626) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:22:34.057777 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8e646c59-935b-4369-a1cc-f9a9580c3a4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:34.079688 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8e646c59-935b-4369-a1cc-f9a9580c3a4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:34.128498 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8e646c59-935b-4369-a1cc-f9a9580c3a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:34.131049 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-8e646c59-935b-4369-a1cc-f9a9580c3a4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:34.134449 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-8e646c59-935b-4369-a1cc-f9a9580c3a4b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e159f3de-adef-458d-a7c6-751166534f87 HTTP/1.1" status: 204 len: 168 time: 0.1316087 Aug 16 15:22:34.140470 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e646c59-935b-4369-a1cc-f9a9580c3a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e159f3de-adef-458d-a7c6-751166534f87,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:22:34.233452 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:34.923613 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfd410c-7e11-4baf-8f7b-f58b395bf16d req-264e53bb-11e7-4626-95e9-b2cb7139f4d0 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:22:34.925332 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-9dfd410c-7e11-4baf-8f7b-f58b395bf16d req-264e53bb-11e7-4626-95e9-b2cb7139f4d0 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.63 "GET /v2.0/networks?id=1f85c19c-3590-46ae-ae77-7ccaa8ebaa66 HTTP/1.1" status: 200 len: 816 time: 0.1082819 Aug 16 15:22:34.978048 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-9dfd410c-7e11-4baf-8f7b-f58b395bf16d req-228586f8-01c6-485e-919b-13a9fc25ce23 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa352a0731a74cdfa6f278a2b7ba2820 HTTP/1.1" status: 200 len: 379 time: 0.0432210 Aug 16 15:22:34.987644 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.v2.base [req-9dfd410c-7e11-4baf-8f7b-f58b395bf16d req-a4fe72dc-65d0-4031-8ce5-2bda2f6c201e tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Request body: {'port': {'device_id': '92f45151-a169-44b4-8a26-ed5890dfe0a3', 'network_id': '1f85c19c-3590-46ae-ae77-7ccaa8ebaa66', 'admin_state_up': True, 'tenant_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'security_groups': ['981e1269-13fd-43ed-9faf-efee2615ebac']}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:22:35.105319 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dfd410c-7e11-4baf-8f7b-f58b395bf16d req-a4fe72dc-65d0-4031-8ce5-2bda2f6c201e tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Made reservation on behalf of aa352a0731a74cdfa6f278a2b7ba2820 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:22:35.109037 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-9dfd410c-7e11-4baf-8f7b-f58b395bf16d req-a4fe72dc-65d0-4031-8ce5-2bda2f6c201e tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:35.113145 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-506a9f2f-d046-4149-813b-34b82b448342 req-a26ec773-1e9c-40be-9d6e-118409a50156 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=92f45151-a169-44b4-8a26-ed5890dfe0a3 HTTP/1.1" status: 200 len: 210 time: 0.0283797 Aug 16 15:22:35.146449 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5f8a3891-afd8-4a3f-99f3-eab7c9032578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:35.211277 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 42668) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:22:35.250209 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-9dfd410c-7e11-4baf-8f7b-f58b395bf16d req-a4fe72dc-65d0-4031-8ce5-2bda2f6c201e tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Allocated IP 172.20.0.6 (1f85c19c-3590-46ae-ae77-7ccaa8ebaa66/9230327a-1ceb-43b3-9be3-e38bfee2db31/14cfe939-6150-4359-9cab-4306b4fcb62e) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:22:35.318449 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-22cbd80c-1603-491a-8212-0f807aa8c424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:35.385467 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-9dfd410c-7e11-4baf-8f7b-f58b395bf16d req-a4fe72dc-65d0-4031-8ce5-2bda2f6c201e tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:35.399590 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-9dfd410c-7e11-4baf-8f7b-f58b395bf16d req-a4fe72dc-65d0-4031-8ce5-2bda2f6c201e tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Transition to ACTIVE for port object 14cfe939-6150-4359-9cab-4306b4fcb62e will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:22:35.410467 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-22cbd80c-1603-491a-8212-0f807aa8c424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:35.414057 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-22cbd80c-1603-491a-8212-0f807aa8c424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:35.432429 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-9dfd410c-7e11-4baf-8f7b-f58b395bf16d req-a4fe72dc-65d0-4031-8ce5-2bda2f6c201e tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769335250701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2787876'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:35.453553 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-22cbd80c-1603-491a-8212-0f807aa8c424 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d33d75862a684a0ca922f71c078ac7c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2388408 Aug 16 15:22:35.453553 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cbd80c-1603-491a-8212-0f807aa8c424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707b920b-ad9f-42bd-aee0-672ffe811272,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:22:35.455440 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 42672) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:22:35.480563 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dfd410c-7e11-4baf-8f7b-f58b395bf16d req-a4fe72dc-65d0-4031-8ce5-2bda2f6c201e tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Network 1f85c19c-3590-46ae-ae77-7ccaa8ebaa66 is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:22:35.483575 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-9dfd410c-7e11-4baf-8f7b-f58b395bf16d req-a4fe72dc-65d0-4031-8ce5-2bda2f6c201e tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:22:35.487791 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dfd410c-7e11-4baf-8f7b-f58b395bf16d req-a4fe72dc-65d0-4031-8ce5-2bda2f6c201e tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:22:35.494192 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fe72dc-65d0-4031-8ce5-2bda2f6c201e tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Pushing event updated for resources: {'Port': ['ID=14cfe939-6150-4359-9cab-4306b4fcb62e,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:22:35.511760 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c60dd76b-0672-4e19-870c-398342315d5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:35.533750 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c60dd76b-0672-4e19-870c-398342315d5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:35.541151 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfd410c-7e11-4baf-8f7b-f58b395bf16d req-a4fe72dc-65d0-4031-8ce5-2bda2f6c201e tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:22:35.541809 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-9dfd410c-7e11-4baf-8f7b-f58b395bf16d req-a4fe72dc-65d0-4031-8ce5-2bda2f6c201e tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:35.557156 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-9dfd410c-7e11-4baf-8f7b-f58b395bf16d req-a4fe72dc-65d0-4031-8ce5-2bda2f6c201e tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5732055 Aug 16 15:22:35.570197 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.v2.base [req-9dfd410c-7e11-4baf-8f7b-f58b395bf16d req-a1a06888-2882-4c86-815f-88fdbf37791b service neutron] Request body: {'port': {'device_id': '92f45151-a169-44b4-8a26-ed5890dfe0a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:22:35.588065 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c60dd76b-0672-4e19-870c-398342315d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:35.590627 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-c60dd76b-0672-4e19-870c-398342315d5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:35.591802 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-c60dd76b-0672-4e19-870c-398342315d5f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/707b920b-ad9f-42bd-aee0-672ffe811272 HTTP/1.1" status: 204 len: 168 time: 0.1354325 Aug 16 15:22:35.602107 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60dd76b-0672-4e19-870c-398342315d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707b920b-ad9f-42bd-aee0-672ffe811272,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:22:35.641456 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-9dfd410c-7e11-4baf-8f7b-f58b395bf16d req-a1a06888-2882-4c86-815f-88fdbf37791b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:35.716653 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-504d0264-c343-4b7d-afa4-cffcc1ecaa64 None None] Provisioning for port 14cfe939-6150-4359-9cab-4306b4fcb62e completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:22:35.721170 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-504d0264-c343-4b7d-afa4-cffcc1ecaa64 None None] Provisioning complete for port 14cfe939-6150-4359-9cab-4306b4fcb62e triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:22:35.721550 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-504d0264-c343-4b7d-afa4-cffcc1ecaa64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:35.761076 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-504d0264-c343-4b7d-afa4-cffcc1ecaa64 None None] Port 14cfe939-6150-4359-9cab-4306b4fcb62e cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 15:22:35.931662 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.notifiers.nova [req-9dfd410c-7e11-4baf-8f7b-f58b395bf16d req-a1a06888-2882-4c86-815f-88fdbf37791b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14cfe939-6150-4359-9cab-4306b4fcb62e {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:22:35.939733 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-9dfd410c-7e11-4baf-8f7b-f58b395bf16d req-a1a06888-2882-4c86-815f-88fdbf37791b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:35.951939 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-9dfd410c-7e11-4baf-8f7b-f58b395bf16d req-a1a06888-2882-4c86-815f-88fdbf37791b service neutron] Transition to ACTIVE for port object 14cfe939-6150-4359-9cab-4306b4fcb62e will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:22:35.955605 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-9dfd410c-7e11-4baf-8f7b-f58b395bf16d req-a1a06888-2882-4c86-815f-88fdbf37791b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2787883'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:36.004424 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a06888-2882-4c86-815f-88fdbf37791b service neutron] Pushing event updated for resources: {'Port': ['ID=14cfe939-6150-4359-9cab-4306b4fcb62e,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:22:36.079322 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-9dfd410c-7e11-4baf-8f7b-f58b395bf16d req-a1a06888-2882-4c86-815f-88fdbf37791b service neutron] Attempting to bind port 14cfe939-6150-4359-9cab-4306b4fcb62e on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:22:36.079633 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-9dfd410c-7e11-4baf-8f7b-f58b395bf16d req-a1a06888-2882-4c86-815f-88fdbf37791b service neutron] Attempting to bind port 14cfe939-6150-4359-9cab-4306b4fcb62e by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '14733ac2-d464-430a-8fbb-6986db0ef57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f85c19c-3590-46ae-ae77-7ccaa8ebaa66'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:22:36.079958 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dfd410c-7e11-4baf-8f7b-f58b395bf16d req-a1a06888-2882-4c86-815f-88fdbf37791b service neutron] Attempting to bind port 14cfe939-6150-4359-9cab-4306b4fcb62e on network 1f85c19c-3590-46ae-ae77-7ccaa8ebaa66 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:22:36.084352 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dfd410c-7e11-4baf-8f7b-f58b395bf16d req-a1a06888-2882-4c86-815f-88fdbf37791b service neutron] Port 14cfe939-6150-4359-9cab-4306b4fcb62e on network 1f85c19c-3590-46ae-ae77-7ccaa8ebaa66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 15:22:36.084667 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dfd410c-7e11-4baf-8f7b-f58b395bf16d req-a1a06888-2882-4c86-815f-88fdbf37791b service neutron] Attempting to bind port 14cfe939-6150-4359-9cab-4306b4fcb62e on network 1f85c19c-3590-46ae-ae77-7ccaa8ebaa66 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:22:36.089500 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dfd410c-7e11-4baf-8f7b-f58b395bf16d req-a1a06888-2882-4c86-815f-88fdbf37791b service neutron] Checking agent: {'id': 'f45772ef-d3bf-49d0-9fe4-7082814820b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 13, 56), 'started_at': datetime.datetime(2021, 8, 16, 15, 13, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:22:36.089858 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dfd410c-7e11-4baf-8f7b-f58b395bf16d req-a1a06888-2882-4c86-815f-88fdbf37791b service neutron] Checking segment: {'id': '14733ac2-d464-430a-8fbb-6986db0ef57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f85c19c-3590-46ae-ae77-7ccaa8ebaa66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:22:36.090231 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dfd410c-7e11-4baf-8f7b-f58b395bf16d req-a1a06888-2882-4c86-815f-88fdbf37791b service neutron] Bound using segment: {'id': '14733ac2-d464-430a-8fbb-6986db0ef57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f85c19c-3590-46ae-ae77-7ccaa8ebaa66'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:22:36.090653 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-9dfd410c-7e11-4baf-8f7b-f58b395bf16d req-a1a06888-2882-4c86-815f-88fdbf37791b service neutron] Bound port: 14cfe939-6150-4359-9cab-4306b4fcb62e, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14733ac2-d464-430a-8fbb-6986db0ef57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1f85c19c-3590-46ae-ae77-7ccaa8ebaa66'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:22:36.091006 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-9dfd410c-7e11-4baf-8f7b-f58b395bf16d req-a1a06888-2882-4c86-815f-88fdbf37791b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:36.158489 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-9dfd410c-7e11-4baf-8f7b-f58b395bf16d req-a1a06888-2882-4c86-815f-88fdbf37791b service neutron] For port 14cfe939-6150-4359-9cab-4306b4fcb62e, host hv-cinder-80475, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:22:36.162377 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-9dfd410c-7e11-4baf-8f7b-f58b395bf16d req-a1a06888-2882-4c86-815f-88fdbf37791b service neutron] For port 14cfe939-6150-4359-9cab-4306b4fcb62e, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=14cfe939-6150-4359-9cab-4306b4fcb62e,segment=NetworkSegment(14733ac2-d464-430a-8fbb-6986db0ef57d),segment_id=14733ac2-d464-430a-8fbb-6986db0ef57d)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:22:36.166799 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-9dfd410c-7e11-4baf-8f7b-f58b395bf16d req-a1a06888-2882-4c86-815f-88fdbf37791b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2787883'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:36.231495 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfd410c-7e11-4baf-8f7b-f58b395bf16d req-a1a06888-2882-4c86-815f-88fdbf37791b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:22:36.232107 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-9dfd410c-7e11-4baf-8f7b-f58b395bf16d req-a1a06888-2882-4c86-815f-88fdbf37791b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:36.233603 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-9dfd410c-7e11-4baf-8f7b-f58b395bf16d req-a1a06888-2882-4c86-815f-88fdbf37791b service neutron] 10.222.0.63 "PUT /v2.0/ports/14cfe939-6150-4359-9cab-4306b4fcb62e HTTP/1.1" status: 200 len: 1093 time: 0.6681621 Aug 16 15:22:36.236088 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92f45151-a169-44b4-8a26-ed5890dfe0a3', 'tag': '14cfe939-6150-4359-9cab-4306b4fcb62e'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:22:36.239131 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17fb0647ef8e93fcdaff2aac5cadc262a2f87503c881cd14114af97cd5d63f67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ecb469-a4f6-4108-984f-d3d006853808" -d '{"events": [{"name": "network-changed", "server_uuid": "92f45151-a169-44b4-8a26-ed5890dfe0a3", "tag": "14cfe939-6150-4359-9cab-4306b4fcb62e"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:22:36.267992 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a06888-2882-4c86-815f-88fdbf37791b service neutron] Pushing event updated for resources: {'Port': ['ID=14cfe939-6150-4359-9cab-4306b4fcb62e,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:22:36.287030 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e214781-434b-4b72-b452-3dcf151d3c16 req-6b134fe1-d85b-40d9-b33d-b6845739bdf9 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:22:36.288611 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-0e214781-434b-4b72-b452-3dcf151d3c16 req-6b134fe1-d85b-40d9-b33d-b6845739bdf9 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=92f45151-a169-44b4-8a26-ed5890dfe0a3 HTTP/1.1" status: 200 len: 943 time: 0.0958679 Aug 16 15:22:36.290093 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 15:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77bc99bb-07b8-4e92-84d5-6381c8c6624d x-openstack-request-id: req-77bc99bb-07b8-4e92-84d5-6381c8c6624d {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:22:36.290369 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92f45151-a169-44b4-8a26-ed5890dfe0a3", "tag": "14cfe939-6150-4359-9cab-4306b4fcb62e", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:22:36.290612 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-77bc99bb-07b8-4e92-84d5-6381c8c6624d {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:22:36.290996 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92f45151-a169-44b4-8a26-ed5890dfe0a3', 'tag': '14cfe939-6150-4359-9cab-4306b4fcb62e', 'status': 'completed', 'code': 200} Aug 16 15:22:36.356394 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-0e214781-434b-4b72-b452-3dcf151d3c16 req-c853b58c-eb3d-41af-b9e4-6bdb58c3b9b8 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=981e1269-13fd-43ed-9faf-efee2615ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578437 Aug 16 15:22:36.361275 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfd410c-7e11-4baf-8f7b-f58b395bf16d req-59ffe81a-72f1-403e-8af8-dc57e5dc7494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:22:36.362760 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-9dfd410c-7e11-4baf-8f7b-f58b395bf16d req-59ffe81a-72f1-403e-8af8-dc57e5dc7494 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=aa352a0731a74cdfa6f278a2b7ba2820&device_id=92f45151-a169-44b4-8a26-ed5890dfe0a3 HTTP/1.1" status: 200 len: 1096 time: 0.0854571 Aug 16 15:22:36.407510 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-9dfd410c-7e11-4baf-8f7b-f58b395bf16d req-21e0813a-7261-4204-acfb-70df98bdc16e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14cfe939-6150-4359-9cab-4306b4fcb62e HTTP/1.1" status: 200 len: 217 time: 0.0362899 Aug 16 15:22:36.461462 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfd410c-7e11-4baf-8f7b-f58b395bf16d req-71f77ca9-f903-4a63-bad3-c8dd29c7bd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:22:36.462877 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-9dfd410c-7e11-4baf-8f7b-f58b395bf16d req-71f77ca9-f903-4a63-bad3-c8dd29c7bd82 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9230327a-1ceb-43b3-9be3-e38bfee2db31 HTTP/1.1" status: 200 len: 855 time: 0.0471938 Aug 16 15:22:36.511765 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfd410c-7e11-4baf-8f7b-f58b395bf16d req-89d4ec33-27f1-412a-b85e-e225ea8dffa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:22:36.513269 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-9dfd410c-7e11-4baf-8f7b-f58b395bf16d req-89d4ec33-27f1-412a-b85e-e225ea8dffa1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1f85c19c-3590-46ae-ae77-7ccaa8ebaa66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435286 Aug 16 15:22:36.597676 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-9dfd410c-7e11-4baf-8f7b-f58b395bf16d req-bffed2cb-5d13-454d-9902-196f54c09dbd service neutron] 10.222.0.63 "GET /v2.0/networks/1f85c19c-3590-46ae-ae77-7ccaa8ebaa66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0769854 Aug 16 15:22:36.687522 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-9dfd410c-7e11-4baf-8f7b-f58b395bf16d req-5ab6cd70-eedd-477f-9ad0-53caa64a91a4 service neutron] 10.222.0.63 "GET /v2.0/networks/1f85c19c-3590-46ae-ae77-7ccaa8ebaa66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816822 Aug 16 15:22:36.778667 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ecb469-a4f6-4108-984f-d3d006853808 req-71c9b2b3-3069-438f-82b4-838cf4e2b010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:22:36.780207 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-90ecb469-a4f6-4108-984f-d3d006853808 req-71c9b2b3-3069-438f-82b4-838cf4e2b010 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=aa352a0731a74cdfa6f278a2b7ba2820&device_id=92f45151-a169-44b4-8a26-ed5890dfe0a3 HTTP/1.1" status: 200 len: 1096 time: 0.0412691 Aug 16 15:22:36.786303 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4fd61f29-14ed-4c81-94cc-08da44d16cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:36.875999 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ecb469-a4f6-4108-984f-d3d006853808 req-6d2221ee-3e8c-49bd-9397-860bb2840c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:22:36.877449 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-90ecb469-a4f6-4108-984f-d3d006853808 req-6d2221ee-3e8c-49bd-9397-860bb2840c58 service neutron] 10.222.0.63 "GET /v2.0/networks?id=1f85c19c-3590-46ae-ae77-7ccaa8ebaa66 HTTP/1.1" status: 200 len: 916 time: 0.0877335 Aug 16 15:22:36.917599 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-90ecb469-a4f6-4108-984f-d3d006853808 req-03038ed9-7057-40e9-929a-ff4dfa1523df service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14cfe939-6150-4359-9cab-4306b4fcb62e HTTP/1.1" status: 200 len: 217 time: 0.0328927 Aug 16 15:22:36.965027 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ecb469-a4f6-4108-984f-d3d006853808 req-f3467e4b-cc86-49ee-824f-0dfd850c9bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:22:36.966392 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-90ecb469-a4f6-4108-984f-d3d006853808 req-f3467e4b-cc86-49ee-824f-0dfd850c9bc0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9230327a-1ceb-43b3-9be3-e38bfee2db31 HTTP/1.1" status: 200 len: 855 time: 0.0418046 Aug 16 15:22:37.012363 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ecb469-a4f6-4108-984f-d3d006853808 req-5f1d3247-1c36-465a-83b2-cfebe5a42697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:22:37.014071 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-90ecb469-a4f6-4108-984f-d3d006853808 req-5f1d3247-1c36-465a-83b2-cfebe5a42697 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1f85c19c-3590-46ae-ae77-7ccaa8ebaa66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392952 Aug 16 15:22:37.115495 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-90ecb469-a4f6-4108-984f-d3d006853808 req-7e9f2fc3-29ea-4cc4-bf70-088da8152c0a service neutron] 10.222.0.63 "GET /v2.0/networks/1f85c19c-3590-46ae-ae77-7ccaa8ebaa66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925398 Aug 16 15:22:37.203184 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-90ecb469-a4f6-4108-984f-d3d006853808 req-fe04beec-df2a-45a9-bf2c-8678342ff582 service neutron] 10.222.0.63 "GET /v2.0/networks/1f85c19c-3590-46ae-ae77-7ccaa8ebaa66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784211 Aug 16 15:22:37.477084 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1eddb4-a865-4a99-94f7-08b28a8f7a16 req-1f80befd-3836-48ba-86cd-b4541c26c324 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:22:37.478713 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-df1eddb4-a865-4a99-94f7-08b28a8f7a16 req-1f80befd-3836-48ba-86cd-b4541c26c324 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=92f45151-a169-44b4-8a26-ed5890dfe0a3 HTTP/1.1" status: 200 len: 943 time: 0.0485339 Aug 16 15:22:37.517452 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-df1eddb4-a865-4a99-94f7-08b28a8f7a16 req-f7377f33-d768-43f2-b1b0-c86b4b8a4fbc tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=981e1269-13fd-43ed-9faf-efee2615ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329297 Aug 16 15:22:37.556593 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device 14cfe939-6150-4359-9cab-4306b4fcb62e details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 15:22:37.651173 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port 14cfe939-6150-4359-9cab-4306b4fcb62e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=14cfe939-6150-4359-9cab-4306b4fcb62e,segment=NetworkSegment(14733ac2-d464-430a-8fbb-6986db0ef57d),segment_id=14733ac2-d464-430a-8fbb-6986db0ef57d)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:22:37.662516 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Returning: {'device': '14cfe939-6150-4359-9cab-4306b4fcb62e', 'network_id': '1f85c19c-3590-46ae-ae77-7ccaa8ebaa66', 'port_id': '14cfe939-6150-4359-9cab-4306b4fcb62e', 'mac_address': 'fa:16:3e:52:d5:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9230327a-1ceb-43b3-9be3-e38bfee2db31', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 15:22:37.697228 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:37.709824 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14cfe939-6150-4359-9cab-4306b4fcb62e {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:22:37.729688 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port 14cfe939-6150-4359-9cab-4306b4fcb62e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=14cfe939-6150-4359-9cab-4306b4fcb62e,segment=NetworkSegment(14733ac2-d464-430a-8fbb-6986db0ef57d),segment_id=14733ac2-d464-430a-8fbb-6986db0ef57d)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:22:37.733683 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:37.785157 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Pushing event updated for resources: {'Port': ['ID=14cfe939-6150-4359-9cab-4306b4fcb62e,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:22:37.958011 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] get_ports_and_sgs() called for port_ids ['14cfe939-6150-4359-9cab-4306b4fcb62e'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:22:38.637421 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f07606b-7e1a-4d1d-a857-fb5de63f49e6 req-50fdd17e-ef75-4149-9fe3-48a791ae57fd tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:22:38.638865 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-4f07606b-7e1a-4d1d-a857-fb5de63f49e6 req-50fdd17e-ef75-4149-9fe3-48a791ae57fd tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=92f45151-a169-44b4-8a26-ed5890dfe0a3 HTTP/1.1" status: 200 len: 944 time: 0.0518179 Aug 16 15:22:38.676173 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-4f07606b-7e1a-4d1d-a857-fb5de63f49e6 req-a222fdb5-92fe-45f6-ac9d-3d0aed1231d5 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=981e1269-13fd-43ed-9faf-efee2615ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312481 Aug 16 15:22:39.588612 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device 14cfe939-6150-4359-9cab-4306b4fcb62e up at agent hyperv_hv-cinder-80475 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:22:39.637729 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Provisioning for port 14cfe939-6150-4359-9cab-4306b4fcb62e completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:22:39.641203 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Provisioning complete for port 14cfe939-6150-4359-9cab-4306b4fcb62e triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:22:39.641568 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:39.715413 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:39.738465 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92f45151-a169-44b4-8a26-ed5890dfe0a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14cfe939-6150-4359-9cab-4306b4fcb62e'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:22:39.740736 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e76958932a03d86b7f0b22df001500a87ec50ba87a7955a81e77db88798745a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2947213-f446-4a5e-90d4-10ae61a637e9" -d '{"events": [{"server_uuid": "92f45151-a169-44b4-8a26-ed5890dfe0a3", "name": "network-vif-plugged", "status": "completed", "tag": "14cfe939-6150-4359-9cab-4306b4fcb62e"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:22:39.754712 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port 14cfe939-6150-4359-9cab-4306b4fcb62e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=14cfe939-6150-4359-9cab-4306b4fcb62e,segment=NetworkSegment(14733ac2-d464-430a-8fbb-6986db0ef57d),segment_id=14733ac2-d464-430a-8fbb-6986db0ef57d)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:22:39.760255 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:39.785351 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0800c36-f8e1-4057-a1a4-c09576104623 x-openstack-request-id: req-d0800c36-f8e1-4057-a1a4-c09576104623 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:22:39.785639 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92f45151-a169-44b4-8a26-ed5890dfe0a3", "name": "network-vif-plugged", "status": "completed", "tag": "14cfe939-6150-4359-9cab-4306b4fcb62e", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:22:39.786170 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d0800c36-f8e1-4057-a1a4-c09576104623 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:22:39.786551 dv-cinder-804757-1-iscsi neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92f45151-a169-44b4-8a26-ed5890dfe0a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14cfe939-6150-4359-9cab-4306b4fcb62e', 'code': 200} Aug 16 15:22:39.801263 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e11e47c-c10b-48fa-854f-6a1224e35445 req-e5b3a34c-8a2d-43d6-97bd-d693d4b473cc tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:22:39.803515 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-5e11e47c-c10b-48fa-854f-6a1224e35445 req-e5b3a34c-8a2d-43d6-97bd-d693d4b473cc tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=92f45151-a169-44b4-8a26-ed5890dfe0a3 HTTP/1.1" status: 200 len: 945 time: 0.0545425 Aug 16 15:22:39.810974 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Pushing event updated for resources: {'Port': ['ID=14cfe939-6150-4359-9cab-4306b4fcb62e,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:22:39.845535 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-5e11e47c-c10b-48fa-854f-6a1224e35445 req-f30763f1-9265-4bbc-8d4a-bd99ec82b609 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=981e1269-13fd-43ed-9faf-efee2615ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351939 Aug 16 15:22:39.949581 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8890749-55b8-42be-9458-c70847351b24 req-52ce76bc-4959-483f-81eb-9566c5eb74fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:22:39.951000 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-f8890749-55b8-42be-9458-c70847351b24 req-52ce76bc-4959-483f-81eb-9566c5eb74fb service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=92f45151-a169-44b4-8a26-ed5890dfe0a3 HTTP/1.1" status: 200 len: 1098 time: 0.0387707 Aug 16 15:22:39.985250 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-f8890749-55b8-42be-9458-c70847351b24 req-2f79cb2d-ddb2-4803-9980-934fc19bb86c service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=981e1269-13fd-43ed-9faf-efee2615ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270033 Aug 16 15:22:40.964182 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c85239-3bec-4bf5-b876-0e9556317d69 req-8b920af8-fafa-4c3b-a207-f9710a54b4ba tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:22:40.965624 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-33c85239-3bec-4bf5-b876-0e9556317d69 req-8b920af8-fafa-4c3b-a207-f9710a54b4ba tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=92f45151-a169-44b4-8a26-ed5890dfe0a3 HTTP/1.1" status: 200 len: 945 time: 0.0474107 Aug 16 15:22:41.001331 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-33c85239-3bec-4bf5-b876-0e9556317d69 req-801397ac-f1de-410f-8c95-6f3571c87aab tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=981e1269-13fd-43ed-9faf-efee2615ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298655 Aug 16 15:22:41.114775 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d55f39-537f-4e15-896b-5d68b9ed4bdc req-47ce8bba-af03-4e6f-9d92-a0129602d9b9 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:22:41.116236 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-27d55f39-537f-4e15-896b-5d68b9ed4bdc req-47ce8bba-af03-4e6f-9d92-a0129602d9b9 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=92f45151-a169-44b4-8a26-ed5890dfe0a3 HTTP/1.1" status: 200 len: 945 time: 0.0476780 Aug 16 15:22:41.124528 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 42694) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:22:41.129363 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [None req-5b972d1b-ed96-4607-90c3-2f8485571e62 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Request body: {'floatingip': {'port_id': '14cfe939-6150-4359-9cab-4306b4fcb62e'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:22:41.169340 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5b972d1b-ed96-4607-90c3-2f8485571e62 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks [] for floatingip, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:41.597297 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5b972d1b-ed96-4607-90c3-2f8485571e62 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:41.600968 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5b972d1b-ed96-4607-90c3-2f8485571e62 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798589'] for floatingip, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:41.696234 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.db.l3_db [None req-5b972d1b-ed96-4607-90c3-2f8485571e62 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Floating IP e606c95c-4e6d-40ad-b1a0-41aaaf3fdb71 associated. External IP: 172.27.3.4, port: 14cfe939-6150-4359-9cab-4306b4fcb62e. Aug 16 15:22:41.901676 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b972d1b-ed96-4607-90c3-2f8485571e62 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Router 78d04c03-99a3-4367-aa13-495ed056c833 has already been hosted by L3 agent b2ca3166-9002-4222-bd01-ae8f73ca62dc {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 15:22:42.005124 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b972d1b-ed96-4607-90c3-2f8485571e62 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify agent at l3_agent.dv-cinder-804757-1-iscsi the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:22:42.009945 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5b972d1b-ed96-4607-90c3-2f8485571e62 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:22:42.014652 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ea4031-94ad-411d-86e9-e6ce85268d39 None None] Sync routers for ids ['78d04c03-99a3-4367-aa13-495ed056c833'] in dv-cinder-804757-1-iscsi {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:22:42.023879 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ea4031-94ad-411d-86e9-e6ce85268d39 None None] Routers {'78d04c03-99a3-4367-aa13-495ed056c833'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:22:42.024507 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-04ea4031-94ad-411d-86e9-e6ce85268d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:22:34Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['78d04c03-99a3-4367-aa13-495ed056c833'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:22:42.041272 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-5b972d1b-ed96-4607-90c3-2f8485571e62 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "PUT /v2.0/floatingips/e606c95c-4e6d-40ad-b1a0-41aaaf3fdb71 HTTP/1.1" status: 200 len: 989 time: 0.9131613 Aug 16 15:22:42.041272 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92f45151-a169-44b4-8a26-ed5890dfe0a3', 'tag': '14cfe939-6150-4359-9cab-4306b4fcb62e'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:22:42.041571 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a5cfb7157b8b73f0e4116fd12db15b1ff73336af95e475daca955d95e5834ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7187ee58-9148-48ec-b4d2-23b5a7e35bf9" -d '{"events": [{"name": "network-changed", "server_uuid": "92f45151-a169-44b4-8a26-ed5890dfe0a3", "tag": "14cfe939-6150-4359-9cab-4306b4fcb62e"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:22:42.077630 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 15:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bde3be6-c0d3-40cc-ba6c-10740d988e38 x-openstack-request-id: req-4bde3be6-c0d3-40cc-ba6c-10740d988e38 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:22:42.077922 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92f45151-a169-44b4-8a26-ed5890dfe0a3", "tag": "14cfe939-6150-4359-9cab-4306b4fcb62e", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:22:42.078172 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4bde3be6-c0d3-40cc-ba6c-10740d988e38 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:22:42.078569 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92f45151-a169-44b4-8a26-ed5890dfe0a3', 'tag': '14cfe939-6150-4359-9cab-4306b4fcb62e', 'status': 'completed', 'code': 200} Aug 16 15:22:42.130454 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-04ea4031-94ad-411d-86e9-e6ce85268d39 None None] Set router 78d04c03-99a3-4367-aa13-495ed056c833 gateway port host: dv-cinder-804757-1-iscsi {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:22:42.147139 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187ee58-9148-48ec-b4d2-23b5a7e35bf9 req-30cae76b-1068-4ecb-924a-d08d3da6e77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:22:42.148632 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-7187ee58-9148-48ec-b4d2-23b5a7e35bf9 req-30cae76b-1068-4ecb-924a-d08d3da6e77a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=aa352a0731a74cdfa6f278a2b7ba2820&device_id=92f45151-a169-44b4-8a26-ed5890dfe0a3 HTTP/1.1" status: 200 len: 1098 time: 0.0435662 Aug 16 15:22:42.238112 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187ee58-9148-48ec-b4d2-23b5a7e35bf9 req-c5d1f735-3800-4a35-9274-d5bb02e5645b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:22:42.239488 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-7187ee58-9148-48ec-b4d2-23b5a7e35bf9 req-c5d1f735-3800-4a35-9274-d5bb02e5645b service neutron] 10.222.0.63 "GET /v2.0/networks?id=1f85c19c-3590-46ae-ae77-7ccaa8ebaa66 HTTP/1.1" status: 200 len: 916 time: 0.0829113 Aug 16 15:22:42.308243 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-7187ee58-9148-48ec-b4d2-23b5a7e35bf9 req-d9682f32-48f8-4f4a-9232-412453ce2959 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14cfe939-6150-4359-9cab-4306b4fcb62e HTTP/1.1" status: 200 len: 997 time: 0.0604856 Aug 16 15:22:42.348060 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-04ea4031-94ad-411d-86e9-e6ce85268d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78d04c03-99a3-4367-aa13-495ed056c833', 'name': 'tempest-AttachVolumeShelveTestJSON-358074610-router', 'tenant_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'a05b9c80-d7bd-443d-886a-5f75d7af02da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:19:49Z', 'updated_at': '2021-08-16T15:19:52Z', 'revision_number': 4, 'project_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'gw_port': {'id': 'a05b9c80-d7bd-443d-886a-5f75d7af02da', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d04c03-99a3-4367-aa13-495ed056c833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:19:49Z', 'updated_at': '2021-08-16T15:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_floatingips': [{'id': 'e606c95c-4e6d-40ad-b1a0-41aaaf3fdb71', 'tenant_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'floating_ip_address': '172.27.3.4', 'floating_network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'router_id': '78d04c03-99a3-4367-aa13-495ed056c833', 'port_id': '14cfe939-6150-4359-9cab-4306b4fcb62e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f85c19c-3590-46ae-ae77-7ccaa8ebaa66', 'mac_address': 'fa:16:3e:52:d5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f45151-a169-44b4-8a26-ed5890dfe0a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T15:22:32Z', 'updated_at': '2021-08-16T15:22:41Z', 'revision_number': 1, 'project_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e54593f6-0432-409f-af75-02733488a93e', 'name': '', 'network_id': '1f85c19c-3590-46ae-ae77-7ccaa8ebaa66', 'tenant_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'mac_address': 'fa:16:3e:1c:94:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d04c03-99a3-4367-aa13-495ed056c833', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '9230327a-1ceb-43b3-9be3-e38bfee2db31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:19:51Z', 'updated_at': '2021-08-16T15:19:56Z', 'revision_number': 5, 'project_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'subnets': [{'id': '9230327a-1ceb-43b3-9be3-e38bfee2db31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:22:42.357995 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187ee58-9148-48ec-b4d2-23b5a7e35bf9 req-cf717e9b-dead-4928-bb3a-c0bc1ffd6189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:22:42.359439 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-7187ee58-9148-48ec-b4d2-23b5a7e35bf9 req-cf717e9b-dead-4928-bb3a-c0bc1ffd6189 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9230327a-1ceb-43b3-9be3-e38bfee2db31 HTTP/1.1" status: 200 len: 855 time: 0.0431623 Aug 16 15:22:42.373103 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ea4031-94ad-411d-86e9-e6ce85268d39 None None] Checking router: 78d04c03-99a3-4367-aa13-495ed056c833 for host: dv-cinder-804757-1-iscsi {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:22:42.381685 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ea4031-94ad-411d-86e9-e6ce85268d39 None None] Routers {'78d04c03-99a3-4367-aa13-495ed056c833'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:22:42.382275 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-04ea4031-94ad-411d-86e9-e6ce85268d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:22:34Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['78d04c03-99a3-4367-aa13-495ed056c833'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:22:42.405326 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187ee58-9148-48ec-b4d2-23b5a7e35bf9 req-08f39f09-9790-4074-91c5-518f6f3ca492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:22:42.406837 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-7187ee58-9148-48ec-b4d2-23b5a7e35bf9 req-08f39f09-9790-4074-91c5-518f6f3ca492 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1f85c19c-3590-46ae-ae77-7ccaa8ebaa66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398469 Aug 16 15:22:42.483316 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-04ea4031-94ad-411d-86e9-e6ce85268d39 None None] Set router 78d04c03-99a3-4367-aa13-495ed056c833 gateway port host: dv-cinder-804757-1-iscsi {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:22:42.496828 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-7187ee58-9148-48ec-b4d2-23b5a7e35bf9 req-de6ac7b0-d460-4943-99e2-27c2db8b2673 service neutron] 10.222.0.63 "GET /v2.0/networks/1f85c19c-3590-46ae-ae77-7ccaa8ebaa66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823331 Aug 16 15:22:42.584355 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-7187ee58-9148-48ec-b4d2-23b5a7e35bf9 req-dc247690-0f63-4483-9602-abafabf49eff service neutron] 10.222.0.63 "GET /v2.0/networks/1f85c19c-3590-46ae-ae77-7ccaa8ebaa66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801377 Aug 16 15:22:42.701230 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-04ea4031-94ad-411d-86e9-e6ce85268d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78d04c03-99a3-4367-aa13-495ed056c833', 'name': 'tempest-AttachVolumeShelveTestJSON-358074610-router', 'tenant_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'a05b9c80-d7bd-443d-886a-5f75d7af02da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:19:49Z', 'updated_at': '2021-08-16T15:19:52Z', 'revision_number': 4, 'project_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'gw_port': {'id': 'a05b9c80-d7bd-443d-886a-5f75d7af02da', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d04c03-99a3-4367-aa13-495ed056c833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:19:49Z', 'updated_at': '2021-08-16T15:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_floatingips': [{'id': 'e606c95c-4e6d-40ad-b1a0-41aaaf3fdb71', 'tenant_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'floating_ip_address': '172.27.3.4', 'floating_network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'router_id': '78d04c03-99a3-4367-aa13-495ed056c833', 'port_id': '14cfe939-6150-4359-9cab-4306b4fcb62e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f85c19c-3590-46ae-ae77-7ccaa8ebaa66', 'mac_address': 'fa:16:3e:52:d5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f45151-a169-44b4-8a26-ed5890dfe0a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T15:22:32Z', 'updated_at': '2021-08-16T15:22:41Z', 'revision_number': 1, 'project_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e54593f6-0432-409f-af75-02733488a93e', 'name': '', 'network_id': '1f85c19c-3590-46ae-ae77-7ccaa8ebaa66', 'tenant_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'mac_address': 'fa:16:3e:1c:94:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d04c03-99a3-4367-aa13-495ed056c833', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '9230327a-1ceb-43b3-9be3-e38bfee2db31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:19:51Z', 'updated_at': '2021-08-16T15:19:56Z', 'revision_number': 5, 'project_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'subnets': [{'id': '9230327a-1ceb-43b3-9be3-e38bfee2db31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:22:42.726262 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ea4031-94ad-411d-86e9-e6ce85268d39 None None] The sync data for ids ['78d04c03-99a3-4367-aa13-495ed056c833'] in dv-cinder-804757-1-iscsi is: [{'id': '78d04c03-99a3-4367-aa13-495ed056c833', 'name': 'tempest-AttachVolumeShelveTestJSON-358074610-router', 'tenant_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'a05b9c80-d7bd-443d-886a-5f75d7af02da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:19:49Z', 'updated_at': '2021-08-16T15:19:52Z', 'revision_number': 4, 'project_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'gw_port': {'id': 'a05b9c80-d7bd-443d-886a-5f75d7af02da', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d04c03-99a3-4367-aa13-495ed056c833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:19:49Z', 'updated_at': '2021-08-16T15:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_floatingips': [{'id': 'e606c95c-4e6d-40ad-b1a0-41aaaf3fdb71', 'tenant_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'floating_ip_address': '172.27.3.4', 'floating_network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'router_id': '78d04c03-99a3-4367-aa13-495ed056c833', 'port_id': '14cfe939-6150-4359-9cab-4306b4fcb62e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f85c19c-3590-46ae-ae77-7ccaa8ebaa66', 'mac_address': 'fa:16:3e:52:d5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f45151-a169-44b4-8a26-ed5890dfe0a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T15:22:32Z', 'updated_at': '2021-08-16T15:22:41Z', 'revision_number': 1, 'project_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e54593f6-0432-409f-af75-02733488a93e', 'name': '', 'network_id': '1f85c19c-3590-46ae-ae77-7ccaa8ebaa66', 'tenant_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'mac_address': 'fa:16:3e:1c:94:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d04c03-99a3-4367-aa13-495ed056c833', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '9230327a-1ceb-43b3-9be3-e38bfee2db31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:19:51Z', 'updated_at': '2021-08-16T15:19:56Z', 'revision_number': 5, 'project_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'subnets': [{'id': '9230327a-1ceb-43b3-9be3-e38bfee2db31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:22:42.908740 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f6e025-1285-4558-852e-2a1f37ca768c None None] New status for floating IP e606c95c-4e6d-40ad-b1a0-41aaaf3fdb71: ACTIVE {{(pid=94053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 15:22:49.963297 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.agents_db [None req-45e7de1a-0021-4862-aee0-d1a44650be34 None None] Agent healthcheck: found 6 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 15:22:56.411462 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:01.382497 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-535ed266-991f-4a0c-8e4f-c220d8fe7fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:02.720810 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-1389347f-858c-42cc-a8b3-25f210d673be req-88c4e3f8-e892-447b-adfb-55f06bcf3f3d service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=3052a6a7-1ab3-494b-bbd9-ecba46cd8824&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388975 Aug 16 15:23:02.783088 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1389347f-858c-42cc-a8b3-25f210d673be req-ccc463bb-98de-44c6-a84c-efbceecd8e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:02.784544 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-1389347f-858c-42cc-a8b3-25f210d673be req-ccc463bb-98de-44c6-a84c-efbceecd8e7f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=83f7d345b47b4d06a48fabeb3dd2c893&device_id=3052a6a7-1ab3-494b-bbd9-ecba46cd8824 HTTP/1.1" status: 200 len: 1099 time: 0.0423598 Aug 16 15:23:02.886377 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1389347f-858c-42cc-a8b3-25f210d673be req-8c1c45c3-77f7-40f3-a054-1ad3746cbd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:02.887739 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-1389347f-858c-42cc-a8b3-25f210d673be req-8c1c45c3-77f7-40f3-a054-1ad3746cbd5e service neutron] 10.222.0.63 "GET /v2.0/networks?id=7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a HTTP/1.1" status: 200 len: 911 time: 0.0814691 Aug 16 15:23:02.955302 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-1389347f-858c-42cc-a8b3-25f210d673be req-e01ed9fd-64ba-4ff1-93f6-8f863083c24e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a5e44d45-3839-408c-9f13-b84deb950c7d HTTP/1.1" status: 200 len: 1002 time: 0.0605443 Aug 16 15:23:03.003752 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1389347f-858c-42cc-a8b3-25f210d673be req-bfd49047-9a07-453b-a1fe-a34ec0b7be48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:03.005202 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-1389347f-858c-42cc-a8b3-25f210d673be req-bfd49047-9a07-453b-a1fe-a34ec0b7be48 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=12be7342-1293-4efd-8683-22f17d2b28ee HTTP/1.1" status: 200 len: 850 time: 0.0430269 Aug 16 15:23:03.050650 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1389347f-858c-42cc-a8b3-25f210d673be req-90427677-782b-42fc-a365-332171c96cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:03.052143 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-1389347f-858c-42cc-a8b3-25f210d673be req-90427677-782b-42fc-a365-332171c96cfc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398467 Aug 16 15:23:03.140884 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-1389347f-858c-42cc-a8b3-25f210d673be req-c1b72508-39a3-4ad9-9ff8-c5c67fde52c3 service neutron] 10.222.0.63 "GET /v2.0/networks/7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813451 Aug 16 15:23:03.229044 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-1389347f-858c-42cc-a8b3-25f210d673be req-de1faf67-3a99-4dc3-8142-fd204bef2664 service neutron] 10.222.0.63 "GET /v2.0/networks/7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805702 Aug 16 15:23:03.963802 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-eb26a909-5d20-45bd-b53d-54b6e973539e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:04.236424 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:04.284975 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 42744) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:23:04.568390 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-2e71022b-254d-4284-bba9-a32038c62619 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Deleting port 1c40b42f-da85-4805-bfd3-f3936afd9d71 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:23:04.568651 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2e71022b-254d-4284-bba9-a32038c62619 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769335647479'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:04.643740 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2e71022b-254d-4284-bba9-a32038c62619 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3800399'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:04.644101 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2e71022b-254d-4284-bba9-a32038c62619 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:04.655761 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-2e71022b-254d-4284-bba9-a32038c62619 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Calling delete_port for 1c40b42f-da85-4805-bfd3-f3936afd9d71 owned by network:floatingip {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:23:04.798614 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2e71022b-254d-4284-bba9-a32038c62619 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769335768917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769335250710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268375'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:04.828998 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e71022b-254d-4284-bba9-a32038c62619 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Pushing event deleted for resources: {'Port': ['ID=1c40b42f-da85-4805-bfd3-f3936afd9d71,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:23:04.851115 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e71022b-254d-4284-bba9-a32038c62619 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:23:04.851457 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e71022b-254d-4284-bba9-a32038c62619 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:23:04.851791 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e71022b-254d-4284-bba9-a32038c62619 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:23:04.852400 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e71022b-254d-4284-bba9-a32038c62619 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:23:04.852731 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e71022b-254d-4284-bba9-a32038c62619 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:23:04.853062 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e71022b-254d-4284-bba9-a32038c62619 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:23:04.853382 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e71022b-254d-4284-bba9-a32038c62619 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:23:04.853704 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e71022b-254d-4284-bba9-a32038c62619 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:23:04.854025 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e71022b-254d-4284-bba9-a32038c62619 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:23:04.854344 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e71022b-254d-4284-bba9-a32038c62619 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:23:04.854662 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e71022b-254d-4284-bba9-a32038c62619 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:23:04.854977 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e71022b-254d-4284-bba9-a32038c62619 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:23:04.892790 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2e71022b-254d-4284-bba9-a32038c62619 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Notify callbacks [] for floatingip, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:04.893123 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.db.l3_db [None req-2e71022b-254d-4284-bba9-a32038c62619 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Floating IP 73e3b6a4-32e7-4b8d-ad3f-ded17ef54180 disassociated (deleted). External IP: 172.27.3.9, port: 28f30e6e-1f6d-46c5-b0ad-7ab9162ac904. Aug 16 15:23:05.145577 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5f8a3891-afd8-4a3f-99f3-eab7c9032578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:05.331024 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e71022b-254d-4284-bba9-a32038c62619 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Router c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9 has already been hosted by L3 agent b2ca3166-9002-4222-bd01-ae8f73ca62dc {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 15:23:05.433245 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e71022b-254d-4284-bba9-a32038c62619 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Notify agent at l3_agent.dv-cinder-804757-1-iscsi the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:23:05.437868 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2e71022b-254d-4284-bba9-a32038c62619 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:05.442790 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f1b281-717f-4978-98d3-014e8c4616e7 None None] Sync routers for ids ['c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9'] in dv-cinder-804757-1-iscsi {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:23:05.451768 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f1b281-717f-4978-98d3-014e8c4616e7 None None] Routers {'c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:23:05.452401 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-f1f1b281-717f-4978-98d3-014e8c4616e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:23:04Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:23:05.463989 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-2e71022b-254d-4284-bba9-a32038c62619 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "DELETE /v2.0/floatingips/73e3b6a4-32e7-4b8d-ad3f-ded17ef54180 HTTP/1.1" status: 204 len: 168 time: 1.1779616 Aug 16 15:23:05.464579 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed34becd-dd11-43b2-b3ee-eac65f91f5ce', 'tag': '28f30e6e-1f6d-46c5-b0ad-7ab9162ac904'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:23:05.466783 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a5cfb7157b8b73f0e4116fd12db15b1ff73336af95e475daca955d95e5834ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7760aba-b69c-449d-b26b-b5d4d0caa6f5" -d '{"events": [{"name": "network-changed", "server_uuid": "ed34becd-dd11-43b2-b3ee-eac65f91f5ce", "tag": "28f30e6e-1f6d-46c5-b0ad-7ab9162ac904"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:23:05.506070 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 15:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28fb1265-9ebe-4c1b-90df-52179ad693d2 x-openstack-request-id: req-28fb1265-9ebe-4c1b-90df-52179ad693d2 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:23:05.506421 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed34becd-dd11-43b2-b3ee-eac65f91f5ce", "tag": "28f30e6e-1f6d-46c5-b0ad-7ab9162ac904", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:23:05.506853 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-28fb1265-9ebe-4c1b-90df-52179ad693d2 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:23:05.507544 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed34becd-dd11-43b2-b3ee-eac65f91f5ce', 'tag': '28f30e6e-1f6d-46c5-b0ad-7ab9162ac904', 'status': 'completed', 'code': 200} Aug 16 15:23:05.573458 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7760aba-b69c-449d-b26b-b5d4d0caa6f5 req-88963ae7-8f37-4859-a5da-c12a893a0173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:05.575298 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-b7760aba-b69c-449d-b26b-b5d4d0caa6f5 req-88963ae7-8f37-4859-a5da-c12a893a0173 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b909c74720ca49ce9720908372ac710e&device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce HTTP/1.1" status: 200 len: 1099 time: 0.0463173 Aug 16 15:23:05.647370 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-f1f1b281-717f-4978-98d3-014e8c4616e7 None None] Set router c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9 gateway port host: dv-cinder-804757-1-iscsi {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:23:05.686278 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f4338-d128-4d3d-8266-c825b6eea2ee req-f397bb36-3945-4323-898f-1b276d31056d tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:05.687670 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-df9f4338-d128-4d3d-8266-c825b6eea2ee req-f397bb36-3945-4323-898f-1b276d31056d tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce HTTP/1.1" status: 200 len: 946 time: 0.0488553 Aug 16 15:23:05.688438 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7760aba-b69c-449d-b26b-b5d4d0caa6f5 req-752542d1-9cd3-4625-b773-061b0e88ce4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:05.690026 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-b7760aba-b69c-449d-b26b-b5d4d0caa6f5 req-752542d1-9cd3-4625-b773-061b0e88ce4b service neutron] 10.222.0.63 "GET /v2.0/networks?id=39688803-4c7a-4e65-bd12-e072ee8a86dc HTTP/1.1" status: 200 len: 909 time: 0.1000726 Aug 16 15:23:05.727288 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-df9f4338-d128-4d3d-8266-c825b6eea2ee req-ae92e169-bdd3-4d2c-941f-83ede4d5c2b7 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/security-groups?id=17af3205-09df-4517-9712-91936f7ba92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324662 Aug 16 15:23:05.733804 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-b7760aba-b69c-449d-b26b-b5d4d0caa6f5 req-3cb69ed9-d984-4fa9-9d61-c1bd76198d86 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28f30e6e-1f6d-46c5-b0ad-7ab9162ac904 HTTP/1.1" status: 200 len: 217 time: 0.0355163 Aug 16 15:23:05.787413 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7760aba-b69c-449d-b26b-b5d4d0caa6f5 req-ce98dbea-eac1-46af-bd9e-89cc508746e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:05.788913 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-b7760aba-b69c-449d-b26b-b5d4d0caa6f5 req-ce98dbea-eac1-46af-bd9e-89cc508746e5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5f7e542c-3ecd-4a2a-b7d4-b70d0efc580a HTTP/1.1" status: 200 len: 848 time: 0.0463462 Aug 16 15:23:05.833661 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7760aba-b69c-449d-b26b-b5d4d0caa6f5 req-16636cd0-a40e-4b10-9597-de50d0583a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:05.835125 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-b7760aba-b69c-449d-b26b-b5d4d0caa6f5 req-16636cd0-a40e-4b10-9597-de50d0583a5d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=39688803-4c7a-4e65-bd12-e072ee8a86dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384364 Aug 16 15:23:05.845169 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-f1f1b281-717f-4978-98d3-014e8c4616e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9', 'name': 'tempest-TestShelveInstance-1037892935-router', 'tenant_id': 'b909c74720ca49ce9720908372ac710e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '6692f156-b0f4-4a76-8f40-0c779393331a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:17:29Z', 'updated_at': '2021-08-16T15:17:32Z', 'revision_number': 4, 'project_id': 'b909c74720ca49ce9720908372ac710e', 'gw_port': {'id': '6692f156-b0f4-4a76-8f40-0c779393331a', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:30Z', 'updated_at': '2021-08-16T15:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_interfaces': [{'id': 'cdc8ba3d-91bb-457b-9f25-fa8c4d756b8a', 'name': '', 'network_id': '39688803-4c7a-4e65-bd12-e072ee8a86dc', 'tenant_id': 'b909c74720ca49ce9720908372ac710e', 'mac_address': 'fa:16:3e:e7:e6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '5f7e542c-3ecd-4a2a-b7d4-b70d0efc580a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:32Z', 'updated_at': '2021-08-16T15:17:42Z', 'revision_number': 5, 'project_id': 'b909c74720ca49ce9720908372ac710e', 'subnets': [{'id': '5f7e542c-3ecd-4a2a-b7d4-b70d0efc580a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:23:05.872731 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f1b281-717f-4978-98d3-014e8c4616e7 None None] Checking router: c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9 for host: dv-cinder-804757-1-iscsi {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:23:05.881007 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f1b281-717f-4978-98d3-014e8c4616e7 None None] Routers {'c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:23:05.881609 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-f1f1b281-717f-4978-98d3-014e8c4616e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:23:04Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:23:05.932375 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-b7760aba-b69c-449d-b26b-b5d4d0caa6f5 req-0d91c422-9d99-4dfc-8798-7beaeeaaa173 service neutron] 10.222.0.63 "GET /v2.0/networks/39688803-4c7a-4e65-bd12-e072ee8a86dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891728 Aug 16 15:23:05.986542 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-f1f1b281-717f-4978-98d3-014e8c4616e7 None None] Set router c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9 gateway port host: dv-cinder-804757-1-iscsi {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:23:06.021045 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-b7760aba-b69c-449d-b26b-b5d4d0caa6f5 req-1c977565-cd56-4b8a-8750-5e6a10fb07ec service neutron] 10.222.0.63 "GET /v2.0/networks/39688803-4c7a-4e65-bd12-e072ee8a86dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802445 Aug 16 15:23:06.177716 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-f1f1b281-717f-4978-98d3-014e8c4616e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9', 'name': 'tempest-TestShelveInstance-1037892935-router', 'tenant_id': 'b909c74720ca49ce9720908372ac710e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '6692f156-b0f4-4a76-8f40-0c779393331a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:17:29Z', 'updated_at': '2021-08-16T15:17:32Z', 'revision_number': 4, 'project_id': 'b909c74720ca49ce9720908372ac710e', 'gw_port': {'id': '6692f156-b0f4-4a76-8f40-0c779393331a', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:30Z', 'updated_at': '2021-08-16T15:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_interfaces': [{'id': 'cdc8ba3d-91bb-457b-9f25-fa8c4d756b8a', 'name': '', 'network_id': '39688803-4c7a-4e65-bd12-e072ee8a86dc', 'tenant_id': 'b909c74720ca49ce9720908372ac710e', 'mac_address': 'fa:16:3e:e7:e6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '5f7e542c-3ecd-4a2a-b7d4-b70d0efc580a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:32Z', 'updated_at': '2021-08-16T15:17:42Z', 'revision_number': 5, 'project_id': 'b909c74720ca49ce9720908372ac710e', 'subnets': [{'id': '5f7e542c-3ecd-4a2a-b7d4-b70d0efc580a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:23:06.206068 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f1b281-717f-4978-98d3-014e8c4616e7 None None] The sync data for ids ['c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9'] in dv-cinder-804757-1-iscsi is: [{'id': 'c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9', 'name': 'tempest-TestShelveInstance-1037892935-router', 'tenant_id': 'b909c74720ca49ce9720908372ac710e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '6692f156-b0f4-4a76-8f40-0c779393331a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:17:29Z', 'updated_at': '2021-08-16T15:17:32Z', 'revision_number': 4, 'project_id': 'b909c74720ca49ce9720908372ac710e', 'gw_port': {'id': '6692f156-b0f4-4a76-8f40-0c779393331a', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:30Z', 'updated_at': '2021-08-16T15:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_interfaces': [{'id': 'cdc8ba3d-91bb-457b-9f25-fa8c4d756b8a', 'name': '', 'network_id': '39688803-4c7a-4e65-bd12-e072ee8a86dc', 'tenant_id': 'b909c74720ca49ce9720908372ac710e', 'mac_address': 'fa:16:3e:e7:e6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '5f7e542c-3ecd-4a2a-b7d4-b70d0efc580a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:32Z', 'updated_at': '2021-08-16T15:17:42Z', 'revision_number': 5, 'project_id': 'b909c74720ca49ce9720908372ac710e', 'subnets': [{'id': '5f7e542c-3ecd-4a2a-b7d4-b70d0efc580a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:23:06.408828 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5ff6f6-e5db-40a4-86b5-12f0a6c96712 None None] New status for floating IP 73e3b6a4-32e7-4b8d-ad3f-ded17ef54180: DOWN {{(pid=94053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 15:23:06.790657 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4fd61f29-14ed-4c81-94cc-08da44d16cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:06.843621 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc78138c-205d-4b8d-8707-63d2baf42185 req-0099b609-7289-46ff-85e4-8760f866cc19 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:06.845150 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-bc78138c-205d-4b8d-8707-63d2baf42185 req-0099b609-7289-46ff-85e4-8760f866cc19 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce HTTP/1.1" status: 200 len: 946 time: 0.0504124 Aug 16 15:23:06.881396 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-bc78138c-205d-4b8d-8707-63d2baf42185 req-d9585678-08bb-40b1-83a5-0cedbe2055b6 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/security-groups?id=17af3205-09df-4517-9712-91936f7ba92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297725 Aug 16 15:23:07.214802 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ed8145-dabb-4a33-84d1-464aa839dd53 req-40243803-623b-455f-afa7-75d926e2af56 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:07.216229 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-42ed8145-dabb-4a33-84d1-464aa839dd53 req-40243803-623b-455f-afa7-75d926e2af56 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce HTTP/1.1" status: 200 len: 946 time: 0.0467346 Aug 16 15:23:07.563480 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-42ed8145-dabb-4a33-84d1-464aa839dd53 req-49948d30-71a5-4aed-868a-ddf138fd9a61 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Deleting port 28f30e6e-1f6d-46c5-b0ad-7ab9162ac904 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:23:07.563744 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-42ed8145-dabb-4a33-84d1-464aa839dd53 req-49948d30-71a5-4aed-868a-ddf138fd9a61 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769335647479'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:07.648335 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-42ed8145-dabb-4a33-84d1-464aa839dd53 req-49948d30-71a5-4aed-868a-ddf138fd9a61 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] For port 28f30e6e-1f6d-46c5-b0ad-7ab9162ac904, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=28f30e6e-1f6d-46c5-b0ad-7ab9162ac904,segment=NetworkSegment(6a81eeb2-96ac-46f1-9327-0389c5f89c7d),segment_id=6a81eeb2-96ac-46f1-9327-0389c5f89c7d)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:23:07.648690 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-42ed8145-dabb-4a33-84d1-464aa839dd53 req-49948d30-71a5-4aed-868a-ddf138fd9a61 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3800399'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:07.663517 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [req-42ed8145-dabb-4a33-84d1-464aa839dd53 req-49948d30-71a5-4aed-868a-ddf138fd9a61 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Calling delete_port for 28f30e6e-1f6d-46c5-b0ad-7ab9162ac904 owned by compute:nova {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:23:07.783659 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-42ed8145-dabb-4a33-84d1-464aa839dd53 req-49948d30-71a5-4aed-868a-ddf138fd9a61 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769335768917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769335250710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2787876'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:07.811194 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49948d30-71a5-4aed-868a-ddf138fd9a61 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Pushing event deleted for resources: {'Port': ['ID=28f30e6e-1f6d-46c5-b0ad-7ab9162ac904,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:23:07.838969 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49948d30-71a5-4aed-868a-ddf138fd9a61 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:23:07.839308 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49948d30-71a5-4aed-868a-ddf138fd9a61 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:23:07.839641 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49948d30-71a5-4aed-868a-ddf138fd9a61 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:23:07.839985 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49948d30-71a5-4aed-868a-ddf138fd9a61 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:23:07.840311 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49948d30-71a5-4aed-868a-ddf138fd9a61 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:23:07.840632 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49948d30-71a5-4aed-868a-ddf138fd9a61 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:23:07.840948 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49948d30-71a5-4aed-868a-ddf138fd9a61 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:23:07.841263 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49948d30-71a5-4aed-868a-ddf138fd9a61 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:23:07.841579 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49948d30-71a5-4aed-868a-ddf138fd9a61 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:23:07.841889 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49948d30-71a5-4aed-868a-ddf138fd9a61 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:23:07.842198 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49948d30-71a5-4aed-868a-ddf138fd9a61 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:23:07.842509 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49948d30-71a5-4aed-868a-ddf138fd9a61 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:23:07.863187 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ed8145-dabb-4a33-84d1-464aa839dd53 req-49948d30-71a5-4aed-868a-ddf138fd9a61 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] No DVR routers for this DVR port 28f30e6e-1f6d-46c5-b0ad-7ab9162ac904 on host hv-cinder-80475 {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 15:23:07.865594 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-42ed8145-dabb-4a33-84d1-464aa839dd53 req-49948d30-71a5-4aed-868a-ddf138fd9a61 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:07.867584 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-42ed8145-dabb-4a33-84d1-464aa839dd53 req-49948d30-71a5-4aed-868a-ddf138fd9a61 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.63 "DELETE /v2.0/ports/28f30e6e-1f6d-46c5-b0ad-7ab9162ac904 HTTP/1.1" status: 204 len: 173 time: 0.6454852 Aug 16 15:23:07.868036 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed34becd-dd11-43b2-b3ee-eac65f91f5ce', 'name': 'network-vif-deleted', 'tag': '28f30e6e-1f6d-46c5-b0ad-7ab9162ac904'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:23:07.870301 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17fb0647ef8e93fcdaff2aac5cadc262a2f87503c881cd14114af97cd5d63f67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6615e37c-06dc-4c5c-8729-1cff84f2d4d9" -d '{"events": [{"server_uuid": "ed34becd-dd11-43b2-b3ee-eac65f91f5ce", "name": "network-vif-deleted", "tag": "28f30e6e-1f6d-46c5-b0ad-7ab9162ac904"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:23:07.909801 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9898958b-bf7b-4b5f-a160-f56372aff8f6 x-openstack-request-id: req-9898958b-bf7b-4b5f-a160-f56372aff8f6 {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:23:07.909965 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed34becd-dd11-43b2-b3ee-eac65f91f5ce", "name": "network-vif-deleted", "tag": "28f30e6e-1f6d-46c5-b0ad-7ab9162ac904", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:23:07.910222 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9898958b-bf7b-4b5f-a160-f56372aff8f6 {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:23:07.910662 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed34becd-dd11-43b2-b3ee-eac65f91f5ce', 'name': 'network-vif-deleted', 'tag': '28f30e6e-1f6d-46c5-b0ad-7ab9162ac904', 'status': 'completed', 'code': 200} Aug 16 15:23:07.975246 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-ffbc7d45-5c4f-4941-b28c-53887ded14f9 req-d32173c5-623d-4ec7-9132-aff61e462fa3 tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed34becd-dd11-43b2-b3ee-eac65f91f5ce HTTP/1.1" status: 200 len: 210 time: 0.0255747 Aug 16 15:23:09.029444 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 42770) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:23:09.086856 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-31948bcf-cfe4-4a49-acad-90430a22d48b tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:09.112487 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-31948bcf-cfe4-4a49-acad-90430a22d48b tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:09.170838 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-31948bcf-cfe4-4a49-acad-90430a22d48b tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:09.173354 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-31948bcf-cfe4-4a49-acad-90430a22d48b tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:09.177042 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-31948bcf-cfe4-4a49-acad-90430a22d48b tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] 10.222.0.22 "DELETE /v2.0/security-groups/17af3205-09df-4517-9712-91936f7ba92f HTTP/1.1" status: 204 len: 168 time: 0.1440632 Aug 16 15:23:09.183493 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31948bcf-cfe4-4a49-acad-90430a22d48b tempest-TestShelveInstance-13686779 tempest-TestShelveInstance-13686779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17af3205-09df-4517-9712-91936f7ba92f,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:23:09.222366 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 42776) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:23:09.651936 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d53dab1d-0c2e-4735-99f1-bf0acc864352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4167229'] for router_interface, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:09.886392 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-d53dab1d-0c2e-4735-99f1-bf0acc864352 admin admin] Deleting port cdc8ba3d-91bb-457b-9f25-fa8c4d756b8a {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:23:09.886729 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d53dab1d-0c2e-4735-99f1-bf0acc864352 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769335647479'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:09.961359 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-d53dab1d-0c2e-4735-99f1-bf0acc864352 admin admin] For port cdc8ba3d-91bb-457b-9f25-fa8c4d756b8a, host dv-cinder-804757-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=cdc8ba3d-91bb-457b-9f25-fa8c4d756b8a,segment=NetworkSegment(6a81eeb2-96ac-46f1-9327-0389c5f89c7d),segment_id=6a81eeb2-96ac-46f1-9327-0389c5f89c7d)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:23:09.961635 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d53dab1d-0c2e-4735-99f1-bf0acc864352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3800399'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:09.974043 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-d53dab1d-0c2e-4735-99f1-bf0acc864352 admin admin] Calling delete_port for cdc8ba3d-91bb-457b-9f25-fa8c4d756b8a owned by network:router_interface {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:23:10.146592 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d53dab1d-0c2e-4735-99f1-bf0acc864352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769335768917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769335250710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2787876'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:10.171635 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53dab1d-0c2e-4735-99f1-bf0acc864352 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdc8ba3d-91bb-457b-9f25-fa8c4d756b8a,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:23:10.337796 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-d53dab1d-0c2e-4735-99f1-bf0acc864352 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3780375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3797165'] for router_interface, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:10.548902 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d53dab1d-0c2e-4735-99f1-bf0acc864352 admin admin] Router c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9 has already been hosted by L3 agent b2ca3166-9002-4222-bd01-ae8f73ca62dc {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 15:23:10.652316 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d53dab1d-0c2e-4735-99f1-bf0acc864352 admin admin] Notify agent at l3_agent.dv-cinder-804757-1-iscsi the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:23:10.657301 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-d53dab1d-0c2e-4735-99f1-bf0acc864352 admin admin] 10.222.0.22 "PUT /v2.0/routers/c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4338741 Aug 16 15:23:10.659763 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 42782) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:23:10.660726 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264a73c6-e933-4b87-9f95-1b5bdfad29ec None None] Sync routers for ids ['c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9'] in dv-cinder-804757-1-iscsi {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:23:10.669570 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264a73c6-e933-4b87-9f95-1b5bdfad29ec None None] Routers {'c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:23:10.670169 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-264a73c6-e933-4b87-9f95-1b5bdfad29ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:23:04Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:23:10.759230 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-52f777a2-68c7-46f7-b219-cb76eb253bf6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:10.771762 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-264a73c6-e933-4b87-9f95-1b5bdfad29ec None None] Set router c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9 gateway port host: dv-cinder-804757-1-iscsi {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:23:10.854690 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-52f777a2-68c7-46f7-b219-cb76eb253bf6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:10.912262 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-52f777a2-68c7-46f7-b219-cb76eb253bf6 admin admin] Deleting port 6692f156-b0f4-4a76-8f40-0c779393331a {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:23:10.913818 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-52f777a2-68c7-46f7-b219-cb76eb253bf6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769335647479'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:10.951477 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-264a73c6-e933-4b87-9f95-1b5bdfad29ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9', 'name': 'tempest-TestShelveInstance-1037892935-router', 'tenant_id': 'b909c74720ca49ce9720908372ac710e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '6692f156-b0f4-4a76-8f40-0c779393331a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:17:29Z', 'updated_at': '2021-08-16T15:23:10Z', 'revision_number': 5, 'project_id': 'b909c74720ca49ce9720908372ac710e', 'gw_port': {'id': '6692f156-b0f4-4a76-8f40-0c779393331a', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:30Z', 'updated_at': '2021-08-16T15:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi'}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:23:10.978813 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264a73c6-e933-4b87-9f95-1b5bdfad29ec None None] Checking router: c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9 for host: dv-cinder-804757-1-iscsi {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:23:10.986748 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264a73c6-e933-4b87-9f95-1b5bdfad29ec None None] Routers {'c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:23:10.987331 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-264a73c6-e933-4b87-9f95-1b5bdfad29ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:23:04Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:23:10.990469 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-52f777a2-68c7-46f7-b219-cb76eb253bf6 admin admin] For port 6692f156-b0f4-4a76-8f40-0c779393331a, host dv-cinder-804757-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=6692f156-b0f4-4a76-8f40-0c779393331a,segment=NetworkSegment(6c369326-29bf-41f1-8d37-65f3627778f0),segment_id=6c369326-29bf-41f1-8d37-65f3627778f0)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:23:10.990824 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-52f777a2-68c7-46f7-b219-cb76eb253bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3800399'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:11.002736 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-52f777a2-68c7-46f7-b219-cb76eb253bf6 admin admin] Calling delete_port for 6692f156-b0f4-4a76-8f40-0c779393331a owned by network:router_gateway {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:23:11.071244 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-264a73c6-e933-4b87-9f95-1b5bdfad29ec None None] Set router c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9 gateway port host: None {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:23:11.123327 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-264a73c6-e933-4b87-9f95-1b5bdfad29ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9', 'name': 'tempest-TestShelveInstance-1037892935-router', 'tenant_id': 'b909c74720ca49ce9720908372ac710e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:17:29Z', 'updated_at': '2021-08-16T15:23:10Z', 'revision_number': 6, 'project_id': 'b909c74720ca49ce9720908372ac710e', 'gw_port_host': None}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:23:11.149590 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264a73c6-e933-4b87-9f95-1b5bdfad29ec None None] The sync data for ids ['c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9'] in dv-cinder-804757-1-iscsi is: [{'id': 'c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9', 'name': 'tempest-TestShelveInstance-1037892935-router', 'tenant_id': 'b909c74720ca49ce9720908372ac710e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:17:29Z', 'updated_at': '2021-08-16T15:23:10Z', 'revision_number': 6, 'project_id': 'b909c74720ca49ce9720908372ac710e', 'gw_port_host': None}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:23:11.162543 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-52f777a2-68c7-46f7-b219-cb76eb253bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769335768917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769335250710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2787876'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:11.191447 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f777a2-68c7-46f7-b219-cb76eb253bf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6692f156-b0f4-4a76-8f40-0c779393331a,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:23:11.250539 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-52f777a2-68c7-46f7-b219-cb76eb253bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798535'] for router_gateway, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:11.337887 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-52f777a2-68c7-46f7-b219-cb76eb253bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46264'] for router, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:11.340085 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-52f777a2-68c7-46f7-b219-cb76eb253bf6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:11.381659 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-52f777a2-68c7-46f7-b219-cb76eb253bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771546'] for router, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:11.382334 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f777a2-68c7-46f7-b219-cb76eb253bf6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9 {{(pid=94052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 15:23:11.387082 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-52f777a2-68c7-46f7-b219-cb76eb253bf6 admin admin] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:11.388255 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-52f777a2-68c7-46f7-b219-cb76eb253bf6 admin admin] 10.222.0.22 "DELETE /v2.0/routers/c03c2fa5-8c14-4931-9ec4-d9b1cb94dad9 HTTP/1.1" status: 204 len: 168 time: 0.7275195 Aug 16 15:23:11.390651 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 42786) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:23:11.436222 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a631518-2dba-4607-a895-78dd0dce9d67 admin admin] Deleting subnet 5f7e542c-3ecd-4a2a-b7d4-b70d0efc580a {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 15:23:11.439096 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7a631518-2dba-4607-a895-78dd0dce9d67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:11.471763 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7a631518-2dba-4607-a895-78dd0dce9d67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2564625'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:11.549780 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7a631518-2dba-4607-a895-78dd0dce9d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1014246'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:11.610649 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7a631518-2dba-4607-a895-78dd0dce9d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4115071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2787953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26895611'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:11.636864 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a631518-2dba-4607-a895-78dd0dce9d67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f7e542c-3ecd-4a2a-b7d4-b70d0efc580a,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:23:11.638812 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7a631518-2dba-4607-a895-78dd0dce9d67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:11.640676 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-7a631518-2dba-4607-a895-78dd0dce9d67 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/5f7e542c-3ecd-4a2a-b7d4-b70d0efc580a HTTP/1.1" status: 204 len: 168 time: 0.2491248 Aug 16 15:23:11.642784 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e76252-2906-426d-ab00-3d79d439bb47 None None] Network 39688803-4c7a-4e65-bd12-e072ee8a86dc requested from dv-cinder-804757-1-iscsi {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:23:11.643350 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 42788) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:23:11.679779 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device 28f30e6e-1f6d-46c5-b0ad-7ab9162ac904 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:23:11.702287 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] No Port match for: 28f30e6e-1f6d-46c5-b0ad-7ab9162ac904 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:23:11.702634 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device 28f30e6e-1f6d-46c5-b0ad-7ab9162ac904 not bound to the agent host hv-cinder-80475 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:23:11.712152 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2c11ce39-39f3-4e3c-a024-7fad5047bb77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653808'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:11.766783 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-2c11ce39-39f3-4e3c-a024-7fad5047bb77 admin admin] Deleting port 263379cf-6265-41ac-bbde-33d47e7be830 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:23:11.767117 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2c11ce39-39f3-4e3c-a024-7fad5047bb77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769335647479'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:11.832029 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-2c11ce39-39f3-4e3c-a024-7fad5047bb77 admin admin] For port 263379cf-6265-41ac-bbde-33d47e7be830, host dv-cinder-804757-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=263379cf-6265-41ac-bbde-33d47e7be830,segment=NetworkSegment(6a81eeb2-96ac-46f1-9327-0389c5f89c7d),segment_id=6a81eeb2-96ac-46f1-9327-0389c5f89c7d)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:23:11.832399 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2c11ce39-39f3-4e3c-a024-7fad5047bb77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3800399'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:11.844097 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-2c11ce39-39f3-4e3c-a024-7fad5047bb77 admin admin] Calling delete_port for 263379cf-6265-41ac-bbde-33d47e7be830 owned by network:dhcp {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:23:11.904714 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42083a2f-3263-45d6-980a-ab3875f68646 None None] DHCP port deletion for 39688803-4c7a-4e65-bd12-e072ee8a86dc request from dv-cinder-804757-1-iscsi {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 15:23:11.927148 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2c11ce39-39f3-4e3c-a024-7fad5047bb77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769335768917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769335250710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268375'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:11.950669 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-42083a2f-3263-45d6-980a-ab3875f68646 None None] Deleting port 263379cf-6265-41ac-bbde-33d47e7be830 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:23:11.951031 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-42083a2f-3263-45d6-980a-ab3875f68646 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769335647479'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:11.952542 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c11ce39-39f3-4e3c-a024-7fad5047bb77 admin admin] Pushing event deleted for resources: {'Port': ['ID=263379cf-6265-41ac-bbde-33d47e7be830,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:23:11.956202 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c11ce39-39f3-4e3c-a024-7fad5047bb77 admin admin] No DVR routers for this DVR port 263379cf-6265-41ac-bbde-33d47e7be830 on host dv-cinder-804757-1-iscsi {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 15:23:12.016281 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-42083a2f-3263-45d6-980a-ab3875f68646 None None] For port 263379cf-6265-41ac-bbde-33d47e7be830, host dv-cinder-804757-1-iscsi, got binding levels [] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:23:12.016702 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-42083a2f-3263-45d6-980a-ab3875f68646 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3800399'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:12.029676 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-42083a2f-3263-45d6-980a-ab3875f68646 None None] Calling delete_port for 263379cf-6265-41ac-bbde-33d47e7be830 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:23:12.031936 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2c11ce39-39f3-4e3c-a024-7fad5047bb77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000339', 'neutron.services.segments.db._delete_segments_for_network-8769335759171'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:12.032313 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.ipam_backend_mixin [None req-42083a2f-3263-45d6-980a-ab3875f68646 None None] Port 263379cf-6265-41ac-bbde-33d47e7be830 was not found and therefore no delete operation was performed {{(pid=94053) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 15:23:12.033528 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-42083a2f-3263-45d6-980a-ab3875f68646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769335768917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769335250710'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:12.042704 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.services.segments.db [None req-2c11ce39-39f3-4e3c-a024-7fad5047bb77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39688803-4c7a-4e65-bd12-e072ee8a86dc']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:23:12.053407 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.services.segments.db [None req-2c11ce39-39f3-4e3c-a024-7fad5047bb77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a81eeb2-96ac-46f1-9327-0389c5f89c7d') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:23:12.053706 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.services.segments.db [None req-2c11ce39-39f3-4e3c-a024-7fad5047bb77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a81eeb2-96ac-46f1-9327-0389c5f89c7d') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:23:12.061581 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42083a2f-3263-45d6-980a-ab3875f68646 None None] Pushing event deleted for resources: {'Port': ['ID=263379cf-6265-41ac-bbde-33d47e7be830,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:23:12.062815 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2c11ce39-39f3-4e3c-a024-7fad5047bb77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769335762252', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2459729'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:12.065829 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42083a2f-3263-45d6-980a-ab3875f68646 None None] No DVR routers for this DVR port 263379cf-6265-41ac-bbde-33d47e7be830 on host dv-cinder-804757-1-iscsi {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 15:23:12.076323 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42083a2f-3263-45d6-980a-ab3875f68646 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:23:12.076663 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42083a2f-3263-45d6-980a-ab3875f68646 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:23:12.077160 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42083a2f-3263-45d6-980a-ab3875f68646 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:23:12.077775 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42083a2f-3263-45d6-980a-ab3875f68646 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:23:12.078283 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42083a2f-3263-45d6-980a-ab3875f68646 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:23:12.078682 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42083a2f-3263-45d6-980a-ab3875f68646 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:23:12.078927 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42083a2f-3263-45d6-980a-ab3875f68646 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:23:12.079248 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42083a2f-3263-45d6-980a-ab3875f68646 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:23:12.079691 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42083a2f-3263-45d6-980a-ab3875f68646 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:23:12.079952 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42083a2f-3263-45d6-980a-ab3875f68646 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:23:12.080655 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42083a2f-3263-45d6-980a-ab3875f68646 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:23:12.081122 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42083a2f-3263-45d6-980a-ab3875f68646 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:23:12.081888 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2c11ce39-39f3-4e3c-a024-7fad5047bb77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014199'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:12.089411 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c11ce39-39f3-4e3c-a024-7fad5047bb77 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 15:23:12.089833 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2c11ce39-39f3-4e3c-a024-7fad5047bb77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2268388'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:12.091902 dv-cinder-804757-1-iscsi neutron-server[94051]: Traceback (most recent call last): Aug 16 15:23:12.091902 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 15:23:12.091902 dv-cinder-804757-1-iscsi neutron-server[94051]: timer() Aug 16 15:23:12.091902 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 15:23:12.091902 dv-cinder-804757-1-iscsi neutron-server[94051]: cb(*args, **kw) Aug 16 15:23:12.091902 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 15:23:12.091902 dv-cinder-804757-1-iscsi neutron-server[94051]: return func(*args, **kwargs) Aug 16 15:23:12.091902 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 15:23:12.091902 dv-cinder-804757-1-iscsi neutron-server[94051]: self._notify() Aug 16 15:23:12.091902 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 15:23:12.091902 dv-cinder-804757-1-iscsi neutron-server[94051]: self.callback(batched_events) Aug 16 15:23:12.091902 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 15:23:12.091902 dv-cinder-804757-1-iscsi neutron-server[94051]: event.method(event) Aug 16 15:23:12.091902 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 15:23:12.091902 dv-cinder-804757-1-iscsi neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 15:23:12.091902 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 15:23:12.091902 dv-cinder-804757-1-iscsi neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 15:23:12.091902 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 15:23:12.091902 dv-cinder-804757-1-iscsi neutron-server[94051]: return f(self, *a, **k) Aug 16 15:23:12.091902 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 15:23:12.091902 dv-cinder-804757-1-iscsi neutron-server[94051]: return self._get(url).json() Aug 16 15:23:12.091902 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 15:23:12.091902 dv-cinder-804757-1-iscsi neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 15:23:12.091902 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 15:23:12.091902 dv-cinder-804757-1-iscsi neutron-server[94051]: return self.request(url, 'GET', **kwargs) Aug 16 15:23:12.091902 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 15:23:12.091902 dv-cinder-804757-1-iscsi neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 15:23:12.091902 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 15:23:12.091902 dv-cinder-804757-1-iscsi neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 15:23:12.091902 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 15:23:12.091902 dv-cinder-804757-1-iscsi neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 15:23:12.091902 dv-cinder-804757-1-iscsi neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 15:23:12.147523 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2c11ce39-39f3-4e3c-a024-7fad5047bb77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798563'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:12.152780 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2c11ce39-39f3-4e3c-a024-7fad5047bb77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3780594'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:12.154585 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-2c11ce39-39f3-4e3c-a024-7fad5047bb77 admin admin] 10.222.0.22 "DELETE /v2.0/networks/39688803-4c7a-4e65-bd12-e072ee8a86dc HTTP/1.1" status: 204 len: 168 time: 0.5103326 Aug 16 15:23:12.158058 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 42790) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:23:12.165642 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c11ce39-39f3-4e3c-a024-7fad5047bb77 admin admin] Pushing event deleted for resources: {'Network': ['ID=39688803-4c7a-4e65-bd12-e072ee8a86dc,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:23:12.520740 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device cdc8ba3d-91bb-457b-9f25-fa8c4d756b8a no longer exists at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:23:12.540676 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] No Port match for: cdc8ba3d-91bb-457b-9f25-fa8c4d756b8a {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:23:12.541102 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device cdc8ba3d-91bb-457b-9f25-fa8c4d756b8a not bound to the agent host dv-cinder-804757-1-iscsi {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:23:12.541577 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device 263379cf-6265-41ac-bbde-33d47e7be830 no longer exists at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:23:12.560549 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] No Port match for: 263379cf-6265-41ac-bbde-33d47e7be830 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:23:12.560886 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device 263379cf-6265-41ac-bbde-33d47e7be830 not bound to the agent host dv-cinder-804757-1-iscsi {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:23:12.561295 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device 6692f156-b0f4-4a76-8f40-0c779393331a no longer exists at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:23:12.580291 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] No Port match for: 6692f156-b0f4-4a76-8f40-0c779393331a {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:23:12.580628 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device 6692f156-b0f4-4a76-8f40-0c779393331a not bound to the agent host dv-cinder-804757-1-iscsi {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:23:12.766222 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e3fbeab3-2e30-4b25-8cf0-4f46ee16d74c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4167229'] for router_interface, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:12.992961 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-e3fbeab3-2e30-4b25-8cf0-4f46ee16d74c admin admin] Deleting port 3db3fa1c-be9e-49b1-9bc8-6a8d1b18ba31 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:23:12.993290 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e3fbeab3-2e30-4b25-8cf0-4f46ee16d74c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769335647479'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:13.069884 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-e3fbeab3-2e30-4b25-8cf0-4f46ee16d74c admin admin] For port 3db3fa1c-be9e-49b1-9bc8-6a8d1b18ba31, host dv-cinder-804757-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=3db3fa1c-be9e-49b1-9bc8-6a8d1b18ba31,segment=NetworkSegment(7d2b6eba-c669-4d86-b518-dc168d9ed460),segment_id=7d2b6eba-c669-4d86-b518-dc168d9ed460)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:23:13.070157 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e3fbeab3-2e30-4b25-8cf0-4f46ee16d74c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3800399'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:13.082027 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-e3fbeab3-2e30-4b25-8cf0-4f46ee16d74c admin admin] Calling delete_port for 3db3fa1c-be9e-49b1-9bc8-6a8d1b18ba31 owned by network:router_interface {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:23:13.258649 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e3fbeab3-2e30-4b25-8cf0-4f46ee16d74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769335768917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769335250710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2787876'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:13.285014 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fbeab3-2e30-4b25-8cf0-4f46ee16d74c admin admin] Pushing event deleted for resources: {'Port': ['ID=3db3fa1c-be9e-49b1-9bc8-6a8d1b18ba31,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:23:13.444670 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-e3fbeab3-2e30-4b25-8cf0-4f46ee16d74c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3780375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3797165'] for router_interface, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:13.652943 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3fbeab3-2e30-4b25-8cf0-4f46ee16d74c admin admin] Router 75cc8d94-33f4-449d-b8b3-32b45a4a6532 has already been hosted by L3 agent b2ca3166-9002-4222-bd01-ae8f73ca62dc {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 15:23:13.757248 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3fbeab3-2e30-4b25-8cf0-4f46ee16d74c admin admin] Notify agent at l3_agent.dv-cinder-804757-1-iscsi the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:23:13.762441 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-e3fbeab3-2e30-4b25-8cf0-4f46ee16d74c admin admin] 10.222.0.22 "PUT /v2.0/routers/75cc8d94-33f4-449d-b8b3-32b45a4a6532/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6035006 Aug 16 15:23:13.764993 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 42796) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:23:13.765585 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd8b4ae-8e9e-4810-a538-4423dca4318c None None] Sync routers for ids ['75cc8d94-33f4-449d-b8b3-32b45a4a6532'] in dv-cinder-804757-1-iscsi {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:23:13.774473 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd8b4ae-8e9e-4810-a538-4423dca4318c None None] Routers {'75cc8d94-33f4-449d-b8b3-32b45a4a6532'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:23:13.775080 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-4dd8b4ae-8e9e-4810-a538-4423dca4318c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:23:04Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['75cc8d94-33f4-449d-b8b3-32b45a4a6532'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:23:13.873756 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9645336b-f074-4157-8aa7-d6e9c7f7b659 admin admin] Notify callbacks [] for router, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:13.975312 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9645336b-f074-4157-8aa7-d6e9c7f7b659 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:14.006035 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-4dd8b4ae-8e9e-4810-a538-4423dca4318c None None] Set router 75cc8d94-33f4-449d-b8b3-32b45a4a6532 gateway port host: dv-cinder-804757-1-iscsi {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:23:14.030577 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-9645336b-f074-4157-8aa7-d6e9c7f7b659 admin admin] Deleting port 95f60557-3add-4e28-a847-523d376a86be {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:23:14.030897 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9645336b-f074-4157-8aa7-d6e9c7f7b659 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769335647479'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:14.111224 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-9645336b-f074-4157-8aa7-d6e9c7f7b659 admin admin] For port 95f60557-3add-4e28-a847-523d376a86be, host dv-cinder-804757-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=95f60557-3add-4e28-a847-523d376a86be,segment=NetworkSegment(6c369326-29bf-41f1-8d37-65f3627778f0),segment_id=6c369326-29bf-41f1-8d37-65f3627778f0)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:23:14.111608 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9645336b-f074-4157-8aa7-d6e9c7f7b659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3800399'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:14.123491 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-9645336b-f074-4157-8aa7-d6e9c7f7b659 admin admin] Calling delete_port for 95f60557-3add-4e28-a847-523d376a86be owned by network:router_gateway {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:23:14.182975 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-4dd8b4ae-8e9e-4810-a538-4423dca4318c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75cc8d94-33f4-449d-b8b3-32b45a4a6532', 'name': 'tempest-TestShelveInstance-764803839-router', 'tenant_id': 'a6bfaea77cbc400f915185ebb0e1ab9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '95f60557-3add-4e28-a847-523d376a86be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:17:35Z', 'updated_at': '2021-08-16T15:23:13Z', 'revision_number': 5, 'project_id': 'a6bfaea77cbc400f915185ebb0e1ab9c', 'gw_port': {'id': '95f60557-3add-4e28-a847-523d376a86be', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:79:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cc8d94-33f4-449d-b8b3-32b45a4a6532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:35Z', 'updated_at': '2021-08-16T15:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi'}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:23:14.208638 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd8b4ae-8e9e-4810-a538-4423dca4318c None None] Checking router: 75cc8d94-33f4-449d-b8b3-32b45a4a6532 for host: dv-cinder-804757-1-iscsi {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:23:14.216697 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd8b4ae-8e9e-4810-a538-4423dca4318c None None] Routers {'75cc8d94-33f4-449d-b8b3-32b45a4a6532'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:23:14.217288 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-4dd8b4ae-8e9e-4810-a538-4423dca4318c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:23:04Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['75cc8d94-33f4-449d-b8b3-32b45a4a6532'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:23:14.286203 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9645336b-f074-4157-8aa7-d6e9c7f7b659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769335768917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769335250710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2787876'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:14.305376 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-4dd8b4ae-8e9e-4810-a538-4423dca4318c None None] Set router 75cc8d94-33f4-449d-b8b3-32b45a4a6532 gateway port host: None {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:23:14.311790 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9645336b-f074-4157-8aa7-d6e9c7f7b659 admin admin] Pushing event deleted for resources: {'Port': ['ID=95f60557-3add-4e28-a847-523d376a86be,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:23:14.362959 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-4dd8b4ae-8e9e-4810-a538-4423dca4318c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75cc8d94-33f4-449d-b8b3-32b45a4a6532', 'name': 'tempest-TestShelveInstance-764803839-router', 'tenant_id': 'a6bfaea77cbc400f915185ebb0e1ab9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:17:35Z', 'updated_at': '2021-08-16T15:23:13Z', 'revision_number': 6, 'project_id': 'a6bfaea77cbc400f915185ebb0e1ab9c', 'gw_port_host': None}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:23:14.369811 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9645336b-f074-4157-8aa7-d6e9c7f7b659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798535'] for router_gateway, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:14.388602 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd8b4ae-8e9e-4810-a538-4423dca4318c None None] The sync data for ids ['75cc8d94-33f4-449d-b8b3-32b45a4a6532'] in dv-cinder-804757-1-iscsi is: [{'id': '75cc8d94-33f4-449d-b8b3-32b45a4a6532', 'name': 'tempest-TestShelveInstance-764803839-router', 'tenant_id': 'a6bfaea77cbc400f915185ebb0e1ab9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:17:35Z', 'updated_at': '2021-08-16T15:23:13Z', 'revision_number': 6, 'project_id': 'a6bfaea77cbc400f915185ebb0e1ab9c', 'gw_port_host': None}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:23:14.458519 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9645336b-f074-4157-8aa7-d6e9c7f7b659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46264'] for router, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:14.460457 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9645336b-f074-4157-8aa7-d6e9c7f7b659 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:14.505078 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9645336b-f074-4157-8aa7-d6e9c7f7b659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771546'] for router, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:14.505555 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9645336b-f074-4157-8aa7-d6e9c7f7b659 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75cc8d94-33f4-449d-b8b3-32b45a4a6532 {{(pid=94052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 15:23:14.510323 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9645336b-f074-4157-8aa7-d6e9c7f7b659 admin admin] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:14.511561 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-9645336b-f074-4157-8aa7-d6e9c7f7b659 admin admin] 10.222.0.22 "DELETE /v2.0/routers/75cc8d94-33f4-449d-b8b3-32b45a4a6532 HTTP/1.1" status: 204 len: 168 time: 0.7455747 Aug 16 15:23:14.514022 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 42800) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:23:14.557825 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf131231-a265-4f0d-a158-95720eac3f9a admin admin] Deleting subnet 22b90768-3ea1-4502-bb1b-05c3d9eec280 {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 15:23:14.560813 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bf131231-a265-4f0d-a158-95720eac3f9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:14.594614 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bf131231-a265-4f0d-a158-95720eac3f9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2564625'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:14.672665 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bf131231-a265-4f0d-a158-95720eac3f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1014246'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:14.728296 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bf131231-a265-4f0d-a158-95720eac3f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4115071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2787953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26895611'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:14.757839 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bf131231-a265-4f0d-a158-95720eac3f9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:14.759591 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-bf131231-a265-4f0d-a158-95720eac3f9a admin admin] 10.222.0.22 "DELETE /v2.0/subnets/22b90768-3ea1-4502-bb1b-05c3d9eec280 HTTP/1.1" status: 204 len: 168 time: 0.2446573 Aug 16 15:23:14.760887 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf131231-a265-4f0d-a158-95720eac3f9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22b90768-3ea1-4502-bb1b-05c3d9eec280,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:23:14.762435 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 42802) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:23:14.766399 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabee4b5-4b94-4589-91ae-b036a7ce0f98 None None] Network f9fa695e-51ab-46e4-b038-eed3bc2773f1 requested from dv-cinder-804757-1-iscsi {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:23:14.845082 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bb032dfe-de5e-4122-be70-0056cb3430be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653808'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:14.869259 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device 3db3fa1c-be9e-49b1-9bc8-6a8d1b18ba31 no longer exists at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:23:14.903416 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] No Port match for: 3db3fa1c-be9e-49b1-9bc8-6a8d1b18ba31 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:23:14.903760 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device 3db3fa1c-be9e-49b1-9bc8-6a8d1b18ba31 not bound to the agent host dv-cinder-804757-1-iscsi {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:23:14.908277 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-bb032dfe-de5e-4122-be70-0056cb3430be admin admin] Deleting port c3aba68c-38df-42d8-ad77-cb7e8203c03e {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:23:14.908735 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bb032dfe-de5e-4122-be70-0056cb3430be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769335647479'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:14.969580 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-bb032dfe-de5e-4122-be70-0056cb3430be admin admin] For port c3aba68c-38df-42d8-ad77-cb7e8203c03e, host dv-cinder-804757-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=c3aba68c-38df-42d8-ad77-cb7e8203c03e,segment=NetworkSegment(7d2b6eba-c669-4d86-b518-dc168d9ed460),segment_id=7d2b6eba-c669-4d86-b518-dc168d9ed460)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:23:14.969943 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bb032dfe-de5e-4122-be70-0056cb3430be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3800399'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:14.982441 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-bb032dfe-de5e-4122-be70-0056cb3430be admin admin] Calling delete_port for c3aba68c-38df-42d8-ad77-cb7e8203c03e owned by network:dhcp {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:23:15.063494 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bb032dfe-de5e-4122-be70-0056cb3430be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769335768917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769335250710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2787876'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:15.089304 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb032dfe-de5e-4122-be70-0056cb3430be admin admin] Pushing event deleted for resources: {'Port': ['ID=c3aba68c-38df-42d8-ad77-cb7e8203c03e,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:23:15.091244 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb032dfe-de5e-4122-be70-0056cb3430be admin admin] No DVR routers for this DVR port c3aba68c-38df-42d8-ad77-cb7e8203c03e on host dv-cinder-804757-1-iscsi {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 15:23:15.161002 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bb032dfe-de5e-4122-be70-0056cb3430be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000339', 'neutron.services.segments.db._delete_segments_for_network-8769335759171'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:15.170725 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.services.segments.db [None req-bb032dfe-de5e-4122-be70-0056cb3430be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9fa695e-51ab-46e4-b038-eed3bc2773f1']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:23:15.185579 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.services.segments.db [None req-bb032dfe-de5e-4122-be70-0056cb3430be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d2b6eba-c669-4d86-b518-dc168d9ed460') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:23:15.185869 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.services.segments.db [None req-bb032dfe-de5e-4122-be70-0056cb3430be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d2b6eba-c669-4d86-b518-dc168d9ed460') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:23:15.197465 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bb032dfe-de5e-4122-be70-0056cb3430be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769335762252', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2564632'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:15.197704 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92f3c34-bd15-42b4-95a5-5fdc446fcea0 None None] DHCP port deletion for f9fa695e-51ab-46e4-b038-eed3bc2773f1 request from dv-cinder-804757-1-iscsi {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 15:23:15.213105 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bb032dfe-de5e-4122-be70-0056cb3430be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014199'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:15.219699 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb032dfe-de5e-4122-be70-0056cb3430be admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 15:23:15.220175 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bb032dfe-de5e-4122-be70-0056cb3430be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2787863'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:15.221975 dv-cinder-804757-1-iscsi neutron-server[94052]: Traceback (most recent call last): Aug 16 15:23:15.221975 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 15:23:15.221975 dv-cinder-804757-1-iscsi neutron-server[94052]: timer() Aug 16 15:23:15.221975 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 15:23:15.221975 dv-cinder-804757-1-iscsi neutron-server[94052]: cb(*args, **kw) Aug 16 15:23:15.221975 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 15:23:15.221975 dv-cinder-804757-1-iscsi neutron-server[94052]: return func(*args, **kwargs) Aug 16 15:23:15.221975 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 15:23:15.221975 dv-cinder-804757-1-iscsi neutron-server[94052]: self._notify() Aug 16 15:23:15.221975 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 15:23:15.221975 dv-cinder-804757-1-iscsi neutron-server[94052]: self.callback(batched_events) Aug 16 15:23:15.221975 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 15:23:15.221975 dv-cinder-804757-1-iscsi neutron-server[94052]: event.method(event) Aug 16 15:23:15.221975 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 15:23:15.221975 dv-cinder-804757-1-iscsi neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 15:23:15.221975 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 15:23:15.221975 dv-cinder-804757-1-iscsi neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 15:23:15.221975 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 15:23:15.221975 dv-cinder-804757-1-iscsi neutron-server[94052]: return f(self, *a, **k) Aug 16 15:23:15.221975 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 15:23:15.221975 dv-cinder-804757-1-iscsi neutron-server[94052]: return self._get(url).json() Aug 16 15:23:15.221975 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 15:23:15.221975 dv-cinder-804757-1-iscsi neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 15:23:15.221975 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 15:23:15.221975 dv-cinder-804757-1-iscsi neutron-server[94052]: return self.request(url, 'GET', **kwargs) Aug 16 15:23:15.221975 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 15:23:15.221975 dv-cinder-804757-1-iscsi neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 15:23:15.221975 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 15:23:15.221975 dv-cinder-804757-1-iscsi neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 15:23:15.221975 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 15:23:15.221975 dv-cinder-804757-1-iscsi neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 15:23:15.221975 dv-cinder-804757-1-iscsi neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 15:23:15.275144 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bb032dfe-de5e-4122-be70-0056cb3430be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798563'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:15.280753 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bb032dfe-de5e-4122-be70-0056cb3430be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3780594'] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:15.282835 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-bb032dfe-de5e-4122-be70-0056cb3430be admin admin] 10.222.0.22 "DELETE /v2.0/networks/f9fa695e-51ab-46e4-b038-eed3bc2773f1 HTTP/1.1" status: 204 len: 168 time: 0.5194988 Aug 16 15:23:15.294921 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb032dfe-de5e-4122-be70-0056cb3430be admin admin] Pushing event deleted for resources: {'Network': ['ID=f9fa695e-51ab-46e4-b038-eed3bc2773f1,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:23:15.400405 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 42806) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:23:15.440777 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-58b2a1ca-24f5-420a-9c63-6fe3c66d9464 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b909c74720ca49ce9720908372ac710e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392277 Aug 16 15:23:15.443244 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 42808) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:23:15.491366 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-24d7354d-6038-48d5-929b-1e145227c23b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:15.515129 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-24d7354d-6038-48d5-929b-1e145227c23b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:15.559786 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-24d7354d-6038-48d5-929b-1e145227c23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:15.562408 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-24d7354d-6038-48d5-929b-1e145227c23b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:15.563547 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-24d7354d-6038-48d5-929b-1e145227c23b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7b159824-8adc-4429-a38f-09edde91dff2 HTTP/1.1" status: 204 len: 168 time: 0.1194050 Aug 16 15:23:15.570939 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d7354d-6038-48d5-929b-1e145227c23b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b159824-8adc-4429-a38f-09edde91dff2,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:23:15.870530 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 42816) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:23:15.909567 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-a06d8b4c-a9bf-44e0-adc4-11e559ed883e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a6bfaea77cbc400f915185ebb0e1ab9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378847 Aug 16 15:23:15.912635 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 42818) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:23:15.957594 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bc174b43-8c70-4943-88f4-5f8e74446628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:15.979211 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bc174b43-8c70-4943-88f4-5f8e74446628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:16.023701 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bc174b43-8c70-4943-88f4-5f8e74446628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:16.026280 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-bc174b43-8c70-4943-88f4-5f8e74446628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:16.027429 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-bc174b43-8c70-4943-88f4-5f8e74446628 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a98a46bc-357e-409f-9aed-e6d3d8d702ae HTTP/1.1" status: 204 len: 168 time: 0.1139059 Aug 16 15:23:16.035007 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc174b43-8c70-4943-88f4-5f8e74446628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98a46bc-357e-409f-9aed-e6d3d8d702ae,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:23:16.517039 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device c3aba68c-38df-42d8-ad77-cb7e8203c03e no longer exists at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:23:16.536623 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] No Port match for: c3aba68c-38df-42d8-ad77-cb7e8203c03e {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:23:16.536944 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device c3aba68c-38df-42d8-ad77-cb7e8203c03e not bound to the agent host dv-cinder-804757-1-iscsi {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:23:16.537344 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device 95f60557-3add-4e28-a847-523d376a86be no longer exists at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:23:16.555804 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] No Port match for: 95f60557-3add-4e28-a847-523d376a86be {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:23:16.556176 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device 95f60557-3add-4e28-a847-523d376a86be not bound to the agent host dv-cinder-804757-1-iscsi {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:23:23.510165 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579cc3a-99fb-426d-ab3a-82ab4afa5c40 req-924d33a1-645a-4b0f-ad4e-aa3e893625eb tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:23.511619 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-c579cc3a-99fb-426d-ab3a-82ab4afa5c40 req-924d33a1-645a-4b0f-ad4e-aa3e893625eb tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=92f45151-a169-44b4-8a26-ed5890dfe0a3 HTTP/1.1" status: 200 len: 945 time: 0.0508416 Aug 16 15:23:23.548969 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-c579cc3a-99fb-426d-ab3a-82ab4afa5c40 req-6ea2283c-56cb-427b-be4e-fcf76e8cc035 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=981e1269-13fd-43ed-9faf-efee2615ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314276 Aug 16 15:23:24.674369 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b3fb9c-24f7-4794-a545-ac428b348ce7 req-878ff12c-6c28-460c-b457-6a7d1626db5e tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:24.675852 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-f2b3fb9c-24f7-4794-a545-ac428b348ce7 req-878ff12c-6c28-460c-b457-6a7d1626db5e tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=92f45151-a169-44b4-8a26-ed5890dfe0a3 HTTP/1.1" status: 200 len: 945 time: 0.0526516 Aug 16 15:23:24.713473 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-f2b3fb9c-24f7-4794-a545-ac428b348ce7 req-669f0c54-84fb-44b5-bd89-7a1b37e22150 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=981e1269-13fd-43ed-9faf-efee2615ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317583 Aug 16 15:23:25.830101 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e5e1d-d31b-4282-a96b-9069118772c9 req-26e0caf6-e2aa-4882-846a-6ccf83f600de tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:25.831551 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-6e5e5e1d-d31b-4282-a96b-9069118772c9 req-26e0caf6-e2aa-4882-846a-6ccf83f600de tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=92f45151-a169-44b4-8a26-ed5890dfe0a3 HTTP/1.1" status: 200 len: 945 time: 0.0476727 Aug 16 15:23:25.868166 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-6e5e5e1d-d31b-4282-a96b-9069118772c9 req-a9052fbd-8bc8-448f-bb6a-aa02bb6e5a8e tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=981e1269-13fd-43ed-9faf-efee2615ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301290 Aug 16 15:23:26.428964 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:26.962637 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.agents_db [None req-45e7de1a-0021-4862-aee0-d1a44650be34 None None] Agent healthcheck: found 6 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 15:23:26.984509 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d8e1c0-06cb-4bc4-904e-45c42c5a08e3 req-e12aac31-093f-4065-b465-c9f905412cee tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:26.985976 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-58d8e1c0-06cb-4bc4-904e-45c42c5a08e3 req-e12aac31-093f-4065-b465-c9f905412cee tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=92f45151-a169-44b4-8a26-ed5890dfe0a3 HTTP/1.1" status: 200 len: 945 time: 0.0482235 Aug 16 15:23:27.023158 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-58d8e1c0-06cb-4bc4-904e-45c42c5a08e3 req-d32dbb41-edb1-4f34-bbec-5d176254a253 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=981e1269-13fd-43ed-9faf-efee2615ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313852 Aug 16 15:23:28.137922 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4959ac32-1eb8-4bb4-b487-6774b7921103 req-6f6fe200-4421-43c4-b1e2-b8433a032d30 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:28.139339 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-4959ac32-1eb8-4bb4-b487-6774b7921103 req-6f6fe200-4421-43c4-b1e2-b8433a032d30 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=92f45151-a169-44b4-8a26-ed5890dfe0a3 HTTP/1.1" status: 200 len: 945 time: 0.0474200 Aug 16 15:23:28.175184 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-4959ac32-1eb8-4bb4-b487-6774b7921103 req-d2aa010b-ff8e-4416-8365-944225fd3f47 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=981e1269-13fd-43ed-9faf-efee2615ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299904 Aug 16 15:23:29.291204 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebfc764-7bf1-4988-8394-2e628b97f8d8 req-0f2c9631-44bf-487a-8252-d61b83bea7bd tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:29.292709 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-bebfc764-7bf1-4988-8394-2e628b97f8d8 req-0f2c9631-44bf-487a-8252-d61b83bea7bd tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=92f45151-a169-44b4-8a26-ed5890dfe0a3 HTTP/1.1" status: 200 len: 945 time: 0.0471790 Aug 16 15:23:29.328176 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-bebfc764-7bf1-4988-8394-2e628b97f8d8 req-d908f73f-f910-47af-807c-174cd6e5f345 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=981e1269-13fd-43ed-9faf-efee2615ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296268 Aug 16 15:23:30.448803 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce23c76-e579-4f41-bc2d-6c0a3be67870 req-ed6e0138-6bc2-42d5-a0fb-42e5671fb4da tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:30.450237 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-6ce23c76-e579-4f41-bc2d-6c0a3be67870 req-ed6e0138-6bc2-42d5-a0fb-42e5671fb4da tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=92f45151-a169-44b4-8a26-ed5890dfe0a3 HTTP/1.1" status: 200 len: 945 time: 0.0500722 Aug 16 15:23:30.487135 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-6ce23c76-e579-4f41-bc2d-6c0a3be67870 req-5f571a49-d78f-401d-aae5-c657acb50b8d tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=981e1269-13fd-43ed-9faf-efee2615ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311697 Aug 16 15:23:31.382382 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-50eef26d-5866-4348-8716-e75656039eab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:31.608073 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df6484e-3706-4aee-8a74-26b6f029532e req-082cd76f-7ebd-41c5-abac-13c2e7c9710a tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:31.609518 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-1df6484e-3706-4aee-8a74-26b6f029532e req-082cd76f-7ebd-41c5-abac-13c2e7c9710a tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=92f45151-a169-44b4-8a26-ed5890dfe0a3 HTTP/1.1" status: 200 len: 945 time: 0.0517051 Aug 16 15:23:31.648938 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-1df6484e-3706-4aee-8a74-26b6f029532e req-4dc6fefa-203a-4e50-885a-efba447e2786 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=981e1269-13fd-43ed-9faf-efee2615ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311441 Aug 16 15:23:32.765228 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e0683-fd3a-42c1-8006-f805b907b34c req-f0813eb8-894a-4cab-8910-21b9be8aee13 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:32.766578 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-713e0683-fd3a-42c1-8006-f805b907b34c req-f0813eb8-894a-4cab-8910-21b9be8aee13 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=92f45151-a169-44b4-8a26-ed5890dfe0a3 HTTP/1.1" status: 200 len: 945 time: 0.0485775 Aug 16 15:23:32.803352 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-713e0683-fd3a-42c1-8006-f805b907b34c req-f6a6dbf8-bf3f-41f3-b225-4d4c27654312 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=981e1269-13fd-43ed-9faf-efee2615ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310214 Aug 16 15:23:33.918529 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ac9296-80cb-4eda-9a2c-c204f051fae5 req-76e15808-101f-42f7-a6b3-bfc527ec5b50 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:33.920022 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-d4ac9296-80cb-4eda-9a2c-c204f051fae5 req-76e15808-101f-42f7-a6b3-bfc527ec5b50 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=92f45151-a169-44b4-8a26-ed5890dfe0a3 HTTP/1.1" status: 200 len: 945 time: 0.0482721 Aug 16 15:23:33.957633 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-d4ac9296-80cb-4eda-9a2c-c204f051fae5 req-5d2b69c2-02eb-43c7-a6ac-b8dac946d41b tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=981e1269-13fd-43ed-9faf-efee2615ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310833 Aug 16 15:23:33.965820 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3e63f504-02f4-4b63-af9d-7e5af3ed8b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:34.239908 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:35.079288 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886bbe02-00b9-4212-a1f3-822241396c48 req-aa68a089-15ef-4038-a3cd-c244d668eec6 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:35.080932 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-886bbe02-00b9-4212-a1f3-822241396c48 req-aa68a089-15ef-4038-a3cd-c244d668eec6 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=92f45151-a169-44b4-8a26-ed5890dfe0a3 HTTP/1.1" status: 200 len: 945 time: 0.0504873 Aug 16 15:23:35.125026 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-886bbe02-00b9-4212-a1f3-822241396c48 req-0502e24d-d2eb-48fb-bf4d-c4611ece10aa tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=981e1269-13fd-43ed-9faf-efee2615ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371771 Aug 16 15:23:35.148060 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5f8a3891-afd8-4a3f-99f3-eab7c9032578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:35.516905 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-715a0db1-d892-47db-9445-7cd066ccf4e1 req-0f70a656-d090-44f1-8665-e1a2df08873c tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-538651142&fields=id&tenant_id=83f7d345b47b4d06a48fabeb3dd2c893 HTTP/1.1" status: 200 len: 267 time: 0.0316327 Aug 16 15:23:35.622766 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715a0db1-d892-47db-9445-7cd066ccf4e1 req-17b176eb-599f-4256-873e-e2287d953e99 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:35.624214 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-715a0db1-d892-47db-9445-7cd066ccf4e1 req-17b176eb-599f-4256-873e-e2287d953e99 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/networks?id=7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a HTTP/1.1" status: 200 len: 811 time: 0.1009092 Aug 16 15:23:35.638204 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-715a0db1-d892-47db-9445-7cd066ccf4e1 req-bb610e29-643a-4e46-9f1f-b430c3367faa tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/quotas/83f7d345b47b4d06a48fabeb3dd2c893 HTTP/1.1" status: 200 len: 375 time: 0.0085180 Aug 16 15:23:35.692725 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-715a0db1-d892-47db-9445-7cd066ccf4e1 req-2a135908-4f0f-42b9-9bc5-10fd426808dc tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=83f7d345b47b4d06a48fabeb3dd2c893&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0495753 Aug 16 15:23:35.741989 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device 14cfe939-6150-4359-9cab-4306b4fcb62e details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 15:23:35.786743 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-715a0db1-d892-47db-9445-7cd066ccf4e1 req-93674088-5eae-4d5f-b6e1-caa7e7151f8f service neutron] 10.222.0.22 "GET /v2.0/networks/7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829504 Aug 16 15:23:35.832354 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port 14cfe939-6150-4359-9cab-4306b4fcb62e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=14cfe939-6150-4359-9cab-4306b4fcb62e,segment=NetworkSegment(14733ac2-d464-430a-8fbb-6986db0ef57d),segment_id=14733ac2-d464-430a-8fbb-6986db0ef57d)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:23:35.843465 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Returning: {'device': '14cfe939-6150-4359-9cab-4306b4fcb62e', 'network_id': '1f85c19c-3590-46ae-ae77-7ccaa8ebaa66', 'port_id': '14cfe939-6150-4359-9cab-4306b4fcb62e', 'mac_address': 'fa:16:3e:52:d5:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9230327a-1ceb-43b3-9be3-e38bfee2db31', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 15:23:35.874849 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-715a0db1-d892-47db-9445-7cd066ccf4e1 req-2591ee5b-c8e8-4877-820a-2e49afd590eb service neutron] 10.222.0.22 "GET /v2.0/networks/7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816755 Aug 16 15:23:35.882573 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:35.894850 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 14cfe939-6150-4359-9cab-4306b4fcb62e {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:23:35.914693 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port 14cfe939-6150-4359-9cab-4306b4fcb62e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=14cfe939-6150-4359-9cab-4306b4fcb62e,segment=NetworkSegment(14733ac2-d464-430a-8fbb-6986db0ef57d),segment_id=14733ac2-d464-430a-8fbb-6986db0ef57d)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:23:35.919298 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:35.966917 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Pushing event updated for resources: {'Port': ['ID=14cfe939-6150-4359-9cab-4306b4fcb62e,revision_number=6']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:23:36.018541 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] get_ports_and_sgs() called for port_ids ['14cfe939-6150-4359-9cab-4306b4fcb62e'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:23:36.179484 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-d1d67b49-5d5f-4e16-81cf-27b99644f869 req-04ed9634-676e-4c5c-b951-4276e367f9b2 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/ports?device_id=b887f93b-f1ba-4517-8a2d-5f7a03662df7 HTTP/1.1" status: 200 len: 210 time: 0.0376954 Aug 16 15:23:36.247744 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d940a-447f-407a-a8a5-6ff6e028f239 req-b34d81ce-2f1c-4843-9b36-8a78f7ba63e2 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:36.249350 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-e45d940a-447f-407a-a8a5-6ff6e028f239 req-b34d81ce-2f1c-4843-9b36-8a78f7ba63e2 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=92f45151-a169-44b4-8a26-ed5890dfe0a3 HTTP/1.1" status: 200 len: 944 time: 0.0507526 Aug 16 15:23:36.288134 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-e45d940a-447f-407a-a8a5-6ff6e028f239 req-17b85a3c-62be-4826-ba06-649d32e1b56d tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=981e1269-13fd-43ed-9faf-efee2615ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319605 Aug 16 15:23:36.795265 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4fd61f29-14ed-4c81-94cc-08da44d16cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:37.161542 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715a0db1-d892-47db-9445-7cd066ccf4e1 req-4280c74c-4455-4f6e-9180-569c436e1a74 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:37.163590 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-715a0db1-d892-47db-9445-7cd066ccf4e1 req-4280c74c-4455-4f6e-9180-569c436e1a74 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.63 "GET /v2.0/networks?id=7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a HTTP/1.1" status: 200 len: 811 time: 0.1318836 Aug 16 15:23:37.213825 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-715a0db1-d892-47db-9445-7cd066ccf4e1 req-aa552526-b0a4-4bd2-98a8-b726ef74afbf tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83f7d345b47b4d06a48fabeb3dd2c893 HTTP/1.1" status: 200 len: 379 time: 0.0392759 Aug 16 15:23:37.228109 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.v2.base [req-715a0db1-d892-47db-9445-7cd066ccf4e1 req-d36012e2-0293-4644-813f-77304897d149 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Request body: {'port': {'device_id': 'b887f93b-f1ba-4517-8a2d-5f7a03662df7', 'network_id': '7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a', 'admin_state_up': True, 'tenant_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'security_groups': ['f81d9cb5-ee7b-41c0-8dbe-a0336cac8bb2']}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:23:37.337684 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-0992a689-b4b8-4225-93fb-714f3c137f39 req-3b27ab05-e635-4a51-8b7b-7cfbcfcd317a tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/ports?device_id=b887f93b-f1ba-4517-8a2d-5f7a03662df7 HTTP/1.1" status: 200 len: 210 time: 0.0446017 Aug 16 15:23:37.402089 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-715a0db1-d892-47db-9445-7cd066ccf4e1 req-d36012e2-0293-4644-813f-77304897d149 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Made reservation on behalf of 83f7d345b47b4d06a48fabeb3dd2c893 for: {'port': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:23:37.407166 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-715a0db1-d892-47db-9445-7cd066ccf4e1 req-d36012e2-0293-4644-813f-77304897d149 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:37.459730 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342a733-b2ed-4301-b5e5-8b98068b7e13 req-9793535e-f911-4bab-9f9e-5ce593ebb25e tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:37.461341 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-b342a733-b2ed-4301-b5e5-8b98068b7e13 req-9793535e-f911-4bab-9f9e-5ce593ebb25e tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=92f45151-a169-44b4-8a26-ed5890dfe0a3 HTTP/1.1" status: 200 len: 944 time: 0.0751302 Aug 16 15:23:37.515729 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-b342a733-b2ed-4301-b5e5-8b98068b7e13 req-4396086c-ceca-480b-b95b-ec746fe037ce tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=981e1269-13fd-43ed-9faf-efee2615ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478001 Aug 16 15:23:37.584674 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.db_base_plugin_common [req-715a0db1-d892-47db-9445-7cd066ccf4e1 req-d36012e2-0293-4644-813f-77304897d149 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Allocated IP 172.20.0.10 (7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a/12be7342-1293-4efd-8683-22f17d2b28ee/73f0d878-1b70-4984-82a5-5432bace4b88) {{(pid=94052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:23:37.757786 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device 14cfe939-6150-4359-9cab-4306b4fcb62e up at agent hyperv_hv-cinder-80475 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:23:37.782115 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-715a0db1-d892-47db-9445-7cd066ccf4e1 req-d36012e2-0293-4644-813f-77304897d149 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks [] for port, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:37.802098 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-715a0db1-d892-47db-9445-7cd066ccf4e1 req-d36012e2-0293-4644-813f-77304897d149 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Transition to ACTIVE for port object 73f0d878-1b70-4984-82a5-5432bace4b88 will not be triggered until provisioned by entity DHCP. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:23:37.824756 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Provisioning complete for port 14cfe939-6150-4359-9cab-4306b4fcb62e triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:23:37.825366 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:37.846078 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-715a0db1-d892-47db-9445-7cd066ccf4e1 req-d36012e2-0293-4644-813f-77304897d149 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769335250701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2787876'] for port, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:37.903157 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-715a0db1-d892-47db-9445-7cd066ccf4e1 req-d36012e2-0293-4644-813f-77304897d149 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Network 7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a is already hosted by enough agents. {{(pid=94052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:23:37.906835 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [req-715a0db1-d892-47db-9445-7cd066ccf4e1 req-d36012e2-0293-4644-813f-77304897d149 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Resources bound (agent type, host, resource id): {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:23:37.911631 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [req-715a0db1-d892-47db-9445-7cd066ccf4e1 req-d36012e2-0293-4644-813f-77304897d149 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Received port after_create {{(pid=94052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:23:37.915414 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36012e2-0293-4644-813f-77304897d149 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Pushing event updated for resources: {'Port': ['ID=73f0d878-1b70-4984-82a5-5432bace4b88,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:23:37.927529 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:37.972508 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92f45151-a169-44b4-8a26-ed5890dfe0a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14cfe939-6150-4359-9cab-4306b4fcb62e'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:23:37.976091 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e76958932a03d86b7f0b22df001500a87ec50ba87a7955a81e77db88798745a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b85e56a-094b-4c03-a35b-28b331b8ea7d" -d '{"events": [{"server_uuid": "92f45151-a169-44b4-8a26-ed5890dfe0a3", "name": "network-vif-plugged", "status": "completed", "tag": "14cfe939-6150-4359-9cab-4306b4fcb62e"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:23:37.986547 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715a0db1-d892-47db-9445-7cd066ccf4e1 req-d36012e2-0293-4644-813f-77304897d149 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:37.987233 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-715a0db1-d892-47db-9445-7cd066ccf4e1 req-d36012e2-0293-4644-813f-77304897d149 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:38.009808 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-715a0db1-d892-47db-9445-7cd066ccf4e1 req-d36012e2-0293-4644-813f-77304897d149 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7895079 Aug 16 15:23:38.013027 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port 14cfe939-6150-4359-9cab-4306b4fcb62e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=14cfe939-6150-4359-9cab-4306b4fcb62e,segment=NetworkSegment(14733ac2-d464-430a-8fbb-6986db0ef57d),segment_id=14733ac2-d464-430a-8fbb-6986db0ef57d)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:23:38.020836 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:38.027257 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.v2.base [req-715a0db1-d892-47db-9445-7cd066ccf4e1 req-7d97dc05-447f-4beb-b836-4e9f29f4b0f8 service neutron] Request body: {'port': {'device_id': 'b887f93b-f1ba-4517-8a2d-5f7a03662df7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:23:38.069926 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e7a1852-cf51-41e1-906e-cc72c9e03757 x-openstack-request-id: req-4e7a1852-cf51-41e1-906e-cc72c9e03757 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:23:38.070575 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92f45151-a169-44b4-8a26-ed5890dfe0a3", "name": "network-vif-plugged", "status": "completed", "tag": "14cfe939-6150-4359-9cab-4306b4fcb62e", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:23:38.071039 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4e7a1852-cf51-41e1-906e-cc72c9e03757 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:23:38.071637 dv-cinder-804757-1-iscsi neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92f45151-a169-44b4-8a26-ed5890dfe0a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14cfe939-6150-4359-9cab-4306b4fcb62e', 'code': 200} Aug 16 15:23:38.098264 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-715a0db1-d892-47db-9445-7cd066ccf4e1 req-7d97dc05-447f-4beb-b836-4e9f29f4b0f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:38.107252 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Pushing event updated for resources: {'Port': ['ID=14cfe939-6150-4359-9cab-4306b4fcb62e,revision_number=7']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:23:38.152003 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-6f20e1a4-e327-4829-9c7b-c2ffcf1eddc3 None None] Provisioning for port 73f0d878-1b70-4984-82a5-5432bace4b88 completed by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:23:38.156420 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-6f20e1a4-e327-4829-9c7b-c2ffcf1eddc3 None None] Provisioning complete for port 73f0d878-1b70-4984-82a5-5432bace4b88 triggered by entity DHCP. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:23:38.157003 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6f20e1a4-e327-4829-9c7b-c2ffcf1eddc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:38.201516 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-6f20e1a4-e327-4829-9c7b-c2ffcf1eddc3 None None] Port 73f0d878-1b70-4984-82a5-5432bace4b88 cannot update to ACTIVE because it is not bound. {{(pid=94053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 15:23:38.415993 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.notifiers.nova [req-715a0db1-d892-47db-9445-7cd066ccf4e1 req-7d97dc05-447f-4beb-b836-4e9f29f4b0f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73f0d878-1b70-4984-82a5-5432bace4b88 {{(pid=94052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:23:38.430604 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-715a0db1-d892-47db-9445-7cd066ccf4e1 req-7d97dc05-447f-4beb-b836-4e9f29f4b0f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:38.445581 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.provisioning_blocks [req-715a0db1-d892-47db-9445-7cd066ccf4e1 req-7d97dc05-447f-4beb-b836-4e9f29f4b0f8 service neutron] Transition to ACTIVE for port object 73f0d878-1b70-4984-82a5-5432bace4b88 will not be triggered until provisioned by entity L2. {{(pid=94052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:23:38.452106 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-715a0db1-d892-47db-9445-7cd066ccf4e1 req-7d97dc05-447f-4beb-b836-4e9f29f4b0f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2787883'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:38.467544 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452c2a19-6793-4cb0-9f9f-78b844bbaafd req-62ef7e8c-d413-48f2-aa3c-4f54fea5dfba tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:38.477463 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-452c2a19-6793-4cb0-9f9f-78b844bbaafd req-62ef7e8c-d413-48f2-aa3c-4f54fea5dfba tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/ports?device_id=b887f93b-f1ba-4517-8a2d-5f7a03662df7 HTTP/1.1" status: 200 len: 932 time: 0.0610580 Aug 16 15:23:38.528810 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-452c2a19-6793-4cb0-9f9f-78b844bbaafd req-1ba45400-59e0-4fe8-a1da-bf22172af9ed tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/security-groups?id=f81d9cb5-ee7b-41c0-8dbe-a0336cac8bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499909 Aug 16 15:23:38.539332 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d97dc05-447f-4beb-b836-4e9f29f4b0f8 service neutron] Pushing event updated for resources: {'Port': ['ID=73f0d878-1b70-4984-82a5-5432bace4b88,revision_number=2']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:23:38.643303 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-715a0db1-d892-47db-9445-7cd066ccf4e1 req-7d97dc05-447f-4beb-b836-4e9f29f4b0f8 service neutron] Attempting to bind port 73f0d878-1b70-4984-82a5-5432bace4b88 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:23:38.643678 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-715a0db1-d892-47db-9445-7cd066ccf4e1 req-7d97dc05-447f-4beb-b836-4e9f29f4b0f8 service neutron] Attempting to bind port 73f0d878-1b70-4984-82a5-5432bace4b88 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'ec402e6f-339e-4373-af26-597dcdea5a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a'}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:23:38.644093 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715a0db1-d892-47db-9445-7cd066ccf4e1 req-7d97dc05-447f-4beb-b836-4e9f29f4b0f8 service neutron] Attempting to bind port 73f0d878-1b70-4984-82a5-5432bace4b88 on network 7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:23:38.651766 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715a0db1-d892-47db-9445-7cd066ccf4e1 req-7d97dc05-447f-4beb-b836-4e9f29f4b0f8 service neutron] Port 73f0d878-1b70-4984-82a5-5432bace4b88 on network 7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 15:23:38.652105 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715a0db1-d892-47db-9445-7cd066ccf4e1 req-7d97dc05-447f-4beb-b836-4e9f29f4b0f8 service neutron] Attempting to bind port 73f0d878-1b70-4984-82a5-5432bace4b88 on network 7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:23:38.660346 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715a0db1-d892-47db-9445-7cd066ccf4e1 req-7d97dc05-447f-4beb-b836-4e9f29f4b0f8 service neutron] Checking agent: {'id': 'f45772ef-d3bf-49d0-9fe4-7082814820b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 13, 56), 'started_at': datetime.datetime(2021, 8, 16, 15, 13, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:23:38.660678 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715a0db1-d892-47db-9445-7cd066ccf4e1 req-7d97dc05-447f-4beb-b836-4e9f29f4b0f8 service neutron] Checking segment: {'id': 'ec402e6f-339e-4373-af26-597dcdea5a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:23:38.661272 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715a0db1-d892-47db-9445-7cd066ccf4e1 req-7d97dc05-447f-4beb-b836-4e9f29f4b0f8 service neutron] Bound using segment: {'id': 'ec402e6f-339e-4373-af26-597dcdea5a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a'} {{(pid=94052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:23:38.661542 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.managers [req-715a0db1-d892-47db-9445-7cd066ccf4e1 req-7d97dc05-447f-4beb-b836-4e9f29f4b0f8 service neutron] Bound port: 73f0d878-1b70-4984-82a5-5432bace4b88, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec402e6f-339e-4373-af26-597dcdea5a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a'}}] {{(pid=94052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:23:38.661847 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-715a0db1-d892-47db-9445-7cd066ccf4e1 req-7d97dc05-447f-4beb-b836-4e9f29f4b0f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:38.684290 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f7c37f-9e4e-4de3-875b-ec11de9524ea req-48fd1986-019a-42b1-8b26-1c22a50ba61a tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:38.685819 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-98f7c37f-9e4e-4de3-875b-ec11de9524ea req-48fd1986-019a-42b1-8b26-1c22a50ba61a tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=92f45151-a169-44b4-8a26-ed5890dfe0a3 HTTP/1.1" status: 200 len: 945 time: 0.0793381 Aug 16 15:23:38.776680 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-98f7c37f-9e4e-4de3-875b-ec11de9524ea req-f104169a-c24e-47ea-9d8d-9ce2b618b618 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=981e1269-13fd-43ed-9faf-efee2615ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691190 Aug 16 15:23:38.777674 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-715a0db1-d892-47db-9445-7cd066ccf4e1 req-7d97dc05-447f-4beb-b836-4e9f29f4b0f8 service neutron] For port 73f0d878-1b70-4984-82a5-5432bace4b88, host hv-cinder-80475, cleared binding levels {{(pid=94052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:23:38.781107 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.db [req-715a0db1-d892-47db-9445-7cd066ccf4e1 req-7d97dc05-447f-4beb-b836-4e9f29f4b0f8 service neutron] For port 73f0d878-1b70-4984-82a5-5432bace4b88, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=73f0d878-1b70-4984-82a5-5432bace4b88,segment=NetworkSegment(ec402e6f-339e-4373-af26-597dcdea5a54),segment_id=ec402e6f-339e-4373-af26-597dcdea5a54)] {{(pid=94052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:23:38.788705 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-715a0db1-d892-47db-9445-7cd066ccf4e1 req-7d97dc05-447f-4beb-b836-4e9f29f4b0f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2787883'] for port, after_update {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:38.830954 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715a0db1-d892-47db-9445-7cd066ccf4e1 req-7d97dc05-447f-4beb-b836-4e9f29f4b0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:38.831570 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [req-715a0db1-d892-47db-9445-7cd066ccf4e1 req-7d97dc05-447f-4beb-b836-4e9f29f4b0f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for port, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:38.833182 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-715a0db1-d892-47db-9445-7cd066ccf4e1 req-7d97dc05-447f-4beb-b836-4e9f29f4b0f8 service neutron] 10.222.0.63 "PUT /v2.0/ports/73f0d878-1b70-4984-82a5-5432bace4b88 HTTP/1.1" status: 200 len: 1094 time: 0.8109703 Aug 16 15:23:38.833623 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b887f93b-f1ba-4517-8a2d-5f7a03662df7', 'tag': '73f0d878-1b70-4984-82a5-5432bace4b88'}] {{(pid=94052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:23:38.837765 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17fb0647ef8e93fcdaff2aac5cadc262a2f87503c881cd14114af97cd5d63f67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-576ef1a6-de6d-42aa-ba2a-ea100a308048" -d '{"events": [{"name": "network-changed", "server_uuid": "b887f93b-f1ba-4517-8a2d-5f7a03662df7", "tag": "73f0d878-1b70-4984-82a5-5432bace4b88"}]}' {{(pid=94052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:23:38.878022 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d97dc05-447f-4beb-b836-4e9f29f4b0f8 service neutron] Pushing event updated for resources: {'Port': ['ID=73f0d878-1b70-4984-82a5-5432bace4b88,revision_number=3']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:23:38.907783 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 15:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922a2759-88e0-4bd3-8dc7-2411da51f56d x-openstack-request-id: req-922a2759-88e0-4bd3-8dc7-2411da51f56d {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:23:38.912162 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b887f93b-f1ba-4517-8a2d-5f7a03662df7", "tag": "73f0d878-1b70-4984-82a5-5432bace4b88", "status": "completed", "code": 200}]} {{(pid=94052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:23:38.912547 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-922a2759-88e0-4bd3-8dc7-2411da51f56d {{(pid=94052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:23:38.913080 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b887f93b-f1ba-4517-8a2d-5f7a03662df7', 'tag': '73f0d878-1b70-4984-82a5-5432bace4b88', 'status': 'completed', 'code': 200} Aug 16 15:23:38.933540 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715a0db1-d892-47db-9445-7cd066ccf4e1 req-a5eec6f9-a28e-4811-9470-a4fc1c4e9761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:38.935233 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-715a0db1-d892-47db-9445-7cd066ccf4e1 req-a5eec6f9-a28e-4811-9470-a4fc1c4e9761 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=83f7d345b47b4d06a48fabeb3dd2c893&device_id=b887f93b-f1ba-4517-8a2d-5f7a03662df7 HTTP/1.1" status: 200 len: 1097 time: 0.0582914 Aug 16 15:23:38.987825 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-715a0db1-d892-47db-9445-7cd066ccf4e1 req-b4f4be7b-edb5-4581-b0a0-b0ee0fdfb6e9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73f0d878-1b70-4984-82a5-5432bace4b88 HTTP/1.1" status: 200 len: 217 time: 0.0426955 Aug 16 15:23:39.054584 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715a0db1-d892-47db-9445-7cd066ccf4e1 req-4f027f7a-072d-4107-8d4b-bacf34b0cb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:39.060096 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-715a0db1-d892-47db-9445-7cd066ccf4e1 req-4f027f7a-072d-4107-8d4b-bacf34b0cb2e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=12be7342-1293-4efd-8683-22f17d2b28ee HTTP/1.1" status: 200 len: 850 time: 0.0653162 Aug 16 15:23:39.110742 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715a0db1-d892-47db-9445-7cd066ccf4e1 req-1197ffe8-558e-4dbf-a954-92913119e73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:39.112310 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-715a0db1-d892-47db-9445-7cd066ccf4e1 req-1197ffe8-558e-4dbf-a954-92913119e73d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426705 Aug 16 15:23:39.208413 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-715a0db1-d892-47db-9445-7cd066ccf4e1 req-0737b4eb-f808-4665-9d84-760748dadcfd service neutron] 10.222.0.63 "GET /v2.0/networks/7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880222 Aug 16 15:23:39.313569 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-715a0db1-d892-47db-9445-7cd066ccf4e1 req-55d78d73-f5b2-49c1-a616-bccc3431eb5a service neutron] 10.222.0.63 "GET /v2.0/networks/7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978844 Aug 16 15:23:39.408725 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576ef1a6-de6d-42aa-ba2a-ea100a308048 req-ee6945a4-26b1-441b-87da-b9b81266e956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:39.410812 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-576ef1a6-de6d-42aa-ba2a-ea100a308048 req-ee6945a4-26b1-441b-87da-b9b81266e956 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=83f7d345b47b4d06a48fabeb3dd2c893&device_id=b887f93b-f1ba-4517-8a2d-5f7a03662df7 HTTP/1.1" status: 200 len: 1097 time: 0.0460241 Aug 16 15:23:39.518472 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576ef1a6-de6d-42aa-ba2a-ea100a308048 req-c78d121e-57ef-4d32-b406-ef28ec64e735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:39.520012 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-576ef1a6-de6d-42aa-ba2a-ea100a308048 req-c78d121e-57ef-4d32-b406-ef28ec64e735 service neutron] 10.222.0.63 "GET /v2.0/networks?id=7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a HTTP/1.1" status: 200 len: 911 time: 0.1013796 Aug 16 15:23:39.569769 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-576ef1a6-de6d-42aa-ba2a-ea100a308048 req-86159491-7f98-4031-9467-3b2801b09c3a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73f0d878-1b70-4984-82a5-5432bace4b88 HTTP/1.1" status: 200 len: 217 time: 0.0408926 Aug 16 15:23:39.917754 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9927f8c-59c1-4545-8e68-637075fc19b4 req-d2df4f76-8775-479a-8541-ebd0600ef145 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:39.919394 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-b9927f8c-59c1-4545-8e68-637075fc19b4 req-d2df4f76-8775-479a-8541-ebd0600ef145 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=92f45151-a169-44b4-8a26-ed5890dfe0a3 HTTP/1.1" status: 200 len: 945 time: 0.0548532 Aug 16 15:23:39.947639 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576ef1a6-de6d-42aa-ba2a-ea100a308048 req-0170cb55-d2ba-4158-840c-5033e591b6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:39.949137 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-576ef1a6-de6d-42aa-ba2a-ea100a308048 req-0170cb55-d2ba-4158-840c-5033e591b6a0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=12be7342-1293-4efd-8683-22f17d2b28ee HTTP/1.1" status: 200 len: 850 time: 0.3722532 Aug 16 15:23:39.962326 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-b9927f8c-59c1-4545-8e68-637075fc19b4 req-2f28113b-1b9d-4600-9065-409766a2237b tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=981e1269-13fd-43ed-9faf-efee2615ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354295 Aug 16 15:23:39.967021 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20fe580-e71d-42ef-baf7-ee135b1d96ac req-6b4af566-2c92-495b-8c6f-7c522c4147aa tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:39.968845 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-b20fe580-e71d-42ef-baf7-ee135b1d96ac req-6b4af566-2c92-495b-8c6f-7c522c4147aa tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/ports?device_id=b887f93b-f1ba-4517-8a2d-5f7a03662df7 HTTP/1.1" status: 200 len: 944 time: 0.3633106 Aug 16 15:23:40.036534 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576ef1a6-de6d-42aa-ba2a-ea100a308048 req-95b8123e-ce14-463b-a711-5d9fb47ca46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:40.039041 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-576ef1a6-de6d-42aa-ba2a-ea100a308048 req-95b8123e-ce14-463b-a711-5d9fb47ca46a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0803454 Aug 16 15:23:40.043217 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-b20fe580-e71d-42ef-baf7-ee135b1d96ac req-e8471072-b465-4887-8439-21aea8197639 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/security-groups?id=f81d9cb5-ee7b-41c0-8dbe-a0336cac8bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646183 Aug 16 15:23:40.135781 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-576ef1a6-de6d-42aa-ba2a-ea100a308048 req-900d3155-8c88-46db-830b-72d631b5be7c service neutron] 10.222.0.63 "GET /v2.0/networks/7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907893 Aug 16 15:23:40.228834 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-576ef1a6-de6d-42aa-ba2a-ea100a308048 req-4571b625-cf34-4430-822f-39e5b9c6fdaa service neutron] 10.222.0.63 "GET /v2.0/networks/7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864754 Aug 16 15:23:41.111406 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4880a0fe-50a3-443d-84be-a498d9045bee req-9d42e5de-746d-499b-b74e-b8822e0e7106 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:41.119256 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-4880a0fe-50a3-443d-84be-a498d9045bee req-9d42e5de-746d-499b-b74e-b8822e0e7106 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=92f45151-a169-44b4-8a26-ed5890dfe0a3 HTTP/1.1" status: 200 len: 945 time: 0.0665064 Aug 16 15:23:41.156826 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-4880a0fe-50a3-443d-84be-a498d9045bee req-d928256e-d1dc-4077-bf52-21cd1f6815c1 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=981e1269-13fd-43ed-9faf-efee2615ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364611 Aug 16 15:23:41.179770 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de27cc-37c7-406b-8b6a-7153e1f5b55c req-39a38eb9-c146-415a-bfaf-cff794154c14 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:41.186670 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-f8de27cc-37c7-406b-8b6a-7153e1f5b55c req-39a38eb9-c146-415a-bfaf-cff794154c14 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/ports?device_id=b887f93b-f1ba-4517-8a2d-5f7a03662df7 HTTP/1.1" status: 200 len: 944 time: 0.0681605 Aug 16 15:23:41.228488 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-f8de27cc-37c7-406b-8b6a-7153e1f5b55c req-71e00a76-bf3d-4504-b8c1-6f767bcca27b tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/security-groups?id=f81d9cb5-ee7b-41c0-8dbe-a0336cac8bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403297 Aug 16 15:23:42.322610 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9663594-1460-4a60-8c7e-1585973f3899 req-160113e8-b235-4e25-8d2d-706573e89d63 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:42.324189 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-d9663594-1460-4a60-8c7e-1585973f3899 req-160113e8-b235-4e25-8d2d-706573e89d63 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=92f45151-a169-44b4-8a26-ed5890dfe0a3 HTTP/1.1" status: 200 len: 945 time: 0.0777016 Aug 16 15:23:42.363058 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26264c9-02a9-4ace-b2d8-23b229f2bdc6 req-ba380edd-0fa6-4ebd-a3f5-f62114e98e9e tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:42.364592 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-d26264c9-02a9-4ace-b2d8-23b229f2bdc6 req-ba380edd-0fa6-4ebd-a3f5-f62114e98e9e tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/ports?device_id=b887f93b-f1ba-4517-8a2d-5f7a03662df7 HTTP/1.1" status: 200 len: 944 time: 0.0572565 Aug 16 15:23:42.369744 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-d9663594-1460-4a60-8c7e-1585973f3899 req-f67ac277-2c5e-4257-8ffd-4cd0c6bb2e5f tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=981e1269-13fd-43ed-9faf-efee2615ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389969 Aug 16 15:23:42.408090 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-d26264c9-02a9-4ace-b2d8-23b229f2bdc6 req-1b431b62-3aab-47ec-991e-36efb210a462 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/security-groups?id=f81d9cb5-ee7b-41c0-8dbe-a0336cac8bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372045 Aug 16 15:23:43.546007 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb10d73-ec76-48c3-86f9-24046b07fb82 req-77909e4c-0cc6-4098-84e1-5c2c09fe5e1c tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:43.547450 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-1cb10d73-ec76-48c3-86f9-24046b07fb82 req-77909e4c-0cc6-4098-84e1-5c2c09fe5e1c tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=92f45151-a169-44b4-8a26-ed5890dfe0a3 HTTP/1.1" status: 200 len: 945 time: 0.0585849 Aug 16 15:23:43.568815 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e4e928-c862-4311-8e16-8f800a736032 req-6e1583cc-e2c0-41a6-9e36-7cdd3e819939 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:43.570475 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-21e4e928-c862-4311-8e16-8f800a736032 req-6e1583cc-e2c0-41a6-9e36-7cdd3e819939 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/ports?device_id=b887f93b-f1ba-4517-8a2d-5f7a03662df7 HTTP/1.1" status: 200 len: 944 time: 0.0619776 Aug 16 15:23:43.600293 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-1cb10d73-ec76-48c3-86f9-24046b07fb82 req-be333553-5e33-4a70-903c-f0183b85af3b tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=981e1269-13fd-43ed-9faf-efee2615ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391655 Aug 16 15:23:43.620518 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-21e4e928-c862-4311-8e16-8f800a736032 req-07817868-b972-4d9d-afc6-b94db8b7e7c1 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/security-groups?id=f81d9cb5-ee7b-41c0-8dbe-a0336cac8bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428300 Aug 16 15:23:44.720453 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072fedd-106e-46e0-a5b4-b9a5a81eaff8 req-827bbc4e-4010-42a8-9823-bc86f0fd4177 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:44.722020 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-9072fedd-106e-46e0-a5b4-b9a5a81eaff8 req-827bbc4e-4010-42a8-9823-bc86f0fd4177 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=92f45151-a169-44b4-8a26-ed5890dfe0a3 HTTP/1.1" status: 200 len: 945 time: 0.0591028 Aug 16 15:23:44.763064 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37513ec1-9b1c-4f26-8518-a77617ebc47b req-ce303cfc-e2f4-462f-a56c-e151137a7030 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:44.768625 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-9072fedd-106e-46e0-a5b4-b9a5a81eaff8 req-2ef6cf12-cf6a-488f-bb63-6757ee72b5c3 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=981e1269-13fd-43ed-9faf-efee2615ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389819 Aug 16 15:23:44.771093 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-37513ec1-9b1c-4f26-8518-a77617ebc47b req-ce303cfc-e2f4-462f-a56c-e151137a7030 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/ports?device_id=b887f93b-f1ba-4517-8a2d-5f7a03662df7 HTTP/1.1" status: 200 len: 944 time: 0.0642595 Aug 16 15:23:44.818440 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-37513ec1-9b1c-4f26-8518-a77617ebc47b req-47c75089-67e8-4b86-a295-58e1c7910573 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/security-groups?id=f81d9cb5-ee7b-41c0-8dbe-a0336cac8bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458770 Aug 16 15:23:45.912775 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f242e31-8466-4cb1-984b-0af3cf3460d1 req-151fd6b1-b66a-44c8-b8aa-547b5618f451 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:45.912775 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-0f242e31-8466-4cb1-984b-0af3cf3460d1 req-151fd6b1-b66a-44c8-b8aa-547b5618f451 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=92f45151-a169-44b4-8a26-ed5890dfe0a3 HTTP/1.1" status: 200 len: 945 time: 0.0584264 Aug 16 15:23:45.945131 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e56ae-0913-4a2d-b812-1d695bb508af req-6e9e18ac-5e0d-45a8-a3b8-1071754d7df3 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:45.946743 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-474e56ae-0913-4a2d-b812-1d695bb508af req-6e9e18ac-5e0d-45a8-a3b8-1071754d7df3 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/ports?device_id=b887f93b-f1ba-4517-8a2d-5f7a03662df7 HTTP/1.1" status: 200 len: 944 time: 0.0552769 Aug 16 15:23:45.952912 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-0f242e31-8466-4cb1-984b-0af3cf3460d1 req-ce545b21-130b-4678-9ac1-b1229c554ddc tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=981e1269-13fd-43ed-9faf-efee2615ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461578 Aug 16 15:23:45.987904 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-474e56ae-0913-4a2d-b812-1d695bb508af req-21d9cde7-4bc1-47e9-9be0-98cd725e18ac tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/security-groups?id=f81d9cb5-ee7b-41c0-8dbe-a0336cac8bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348804 Aug 16 15:23:46.648383 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c065563-b02f-428d-82c3-8734e651f6cb req-1cd21cc6-ba9b-4944-905c-7b11461ee1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:46.649845 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-5c065563-b02f-428d-82c3-8734e651f6cb req-1cd21cc6-ba9b-4944-905c-7b11461ee1d0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=aa352a0731a74cdfa6f278a2b7ba2820&device_id=92f45151-a169-44b4-8a26-ed5890dfe0a3 HTTP/1.1" status: 200 len: 1098 time: 0.0391572 Aug 16 15:23:46.739557 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c065563-b02f-428d-82c3-8734e651f6cb req-094ef4bb-3271-432b-9d19-2d8d2022a2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:46.740937 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-5c065563-b02f-428d-82c3-8734e651f6cb req-094ef4bb-3271-432b-9d19-2d8d2022a2c3 service neutron] 10.222.0.63 "GET /v2.0/networks?id=1f85c19c-3590-46ae-ae77-7ccaa8ebaa66 HTTP/1.1" status: 200 len: 916 time: 0.0838668 Aug 16 15:23:46.806660 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-5c065563-b02f-428d-82c3-8734e651f6cb req-83e23a6a-3a62-49fd-a77d-9509b24f4c45 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14cfe939-6150-4359-9cab-4306b4fcb62e HTTP/1.1" status: 200 len: 999 time: 0.0582838 Aug 16 15:23:46.853702 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c065563-b02f-428d-82c3-8734e651f6cb req-167adae8-997d-45ed-8747-5ea83b7c6706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:46.855056 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-5c065563-b02f-428d-82c3-8734e651f6cb req-167adae8-997d-45ed-8747-5ea83b7c6706 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9230327a-1ceb-43b3-9be3-e38bfee2db31 HTTP/1.1" status: 200 len: 855 time: 0.0421152 Aug 16 15:23:46.903351 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c065563-b02f-428d-82c3-8734e651f6cb req-958acc2a-0a74-4d12-bce9-fa07d1d6b8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:46.904855 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-5c065563-b02f-428d-82c3-8734e651f6cb req-958acc2a-0a74-4d12-bce9-fa07d1d6b8b9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1f85c19c-3590-46ae-ae77-7ccaa8ebaa66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423265 Aug 16 15:23:46.992310 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-5c065563-b02f-428d-82c3-8734e651f6cb req-cc6f5ef6-4d69-4920-8e04-e706efbe2720 service neutron] 10.222.0.63 "GET /v2.0/networks/1f85c19c-3590-46ae-ae77-7ccaa8ebaa66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799253 Aug 16 15:23:47.079664 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e8b715-7b1a-43a1-8a8c-86c57a9b1844 req-6602416a-9a86-4753-ac85-674630d87489 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:47.081438 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-55e8b715-7b1a-43a1-8a8c-86c57a9b1844 req-6602416a-9a86-4753-ac85-674630d87489 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=92f45151-a169-44b4-8a26-ed5890dfe0a3 HTTP/1.1" status: 200 len: 945 time: 0.0540788 Aug 16 15:23:47.116458 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-5c065563-b02f-428d-82c3-8734e651f6cb req-46da7372-9b9f-4d66-9606-b13ad46c9df5 service neutron] 10.222.0.63 "GET /v2.0/networks/1f85c19c-3590-46ae-ae77-7ccaa8ebaa66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175749 Aug 16 15:23:47.126060 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-55e8b715-7b1a-43a1-8a8c-86c57a9b1844 req-e4353d23-9c07-4c29-bbd3-d6854a8205b9 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=981e1269-13fd-43ed-9faf-efee2615ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378492 Aug 16 15:23:47.136862 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219834db-5eee-465b-b9f0-4701d171673e req-f966bd87-ec83-4c6d-9f7e-3fa05b13f7d9 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:47.138331 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-219834db-5eee-465b-b9f0-4701d171673e req-f966bd87-ec83-4c6d-9f7e-3fa05b13f7d9 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/ports?device_id=b887f93b-f1ba-4517-8a2d-5f7a03662df7 HTTP/1.1" status: 200 len: 944 time: 0.0638242 Aug 16 15:23:47.176729 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-219834db-5eee-465b-b9f0-4701d171673e req-67922ff3-28de-4541-87a7-7bfe7b692e06 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/security-groups?id=f81d9cb5-ee7b-41c0-8dbe-a0336cac8bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321510 Aug 16 15:23:47.804325 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device 73f0d878-1b70-4984-82a5-5432bace4b88 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 15:23:47.896135 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port 73f0d878-1b70-4984-82a5-5432bace4b88, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=73f0d878-1b70-4984-82a5-5432bace4b88,segment=NetworkSegment(ec402e6f-339e-4373-af26-597dcdea5a54),segment_id=ec402e6f-339e-4373-af26-597dcdea5a54)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:23:47.906840 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Returning: {'device': '73f0d878-1b70-4984-82a5-5432bace4b88', 'network_id': '7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a', 'port_id': '73f0d878-1b70-4984-82a5-5432bace4b88', 'mac_address': 'fa:16:3e:97:25:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12be7342-1293-4efd-8683-22f17d2b28ee', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 15:23:47.941755 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:47.954385 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73f0d878-1b70-4984-82a5-5432bace4b88 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:23:47.972530 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port 73f0d878-1b70-4984-82a5-5432bace4b88, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=73f0d878-1b70-4984-82a5-5432bace4b88,segment=NetworkSegment(ec402e6f-339e-4373-af26-597dcdea5a54),segment_id=ec402e6f-339e-4373-af26-597dcdea5a54)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:23:47.976844 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:48.023366 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Pushing event updated for resources: {'Port': ['ID=73f0d878-1b70-4984-82a5-5432bace4b88,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:23:48.206088 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] get_ports_and_sgs() called for port_ids ['73f0d878-1b70-4984-82a5-5432bace4b88'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:23:48.256289 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e0e8a-c220-4422-9917-6b889d9e942e req-915c4b69-2eed-4509-a750-59ec4fd323bd tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:48.257779 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-c91e0e8a-c220-4422-9917-6b889d9e942e req-915c4b69-2eed-4509-a750-59ec4fd323bd tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=92f45151-a169-44b4-8a26-ed5890dfe0a3 HTTP/1.1" status: 200 len: 945 time: 0.0588448 Aug 16 15:23:48.296726 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-c91e0e8a-c220-4422-9917-6b889d9e942e req-cbce5a80-cd62-4882-bc04-42bf64573044 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=981e1269-13fd-43ed-9faf-efee2615ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319283 Aug 16 15:23:48.298866 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5cc00c-0108-4f43-a5df-65c5b565a25f req-290f9e30-0ae5-459d-92b9-caaecee65834 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:48.300385 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-4e5cc00c-0108-4f43-a5df-65c5b565a25f req-290f9e30-0ae5-459d-92b9-caaecee65834 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/ports?device_id=b887f93b-f1ba-4517-8a2d-5f7a03662df7 HTTP/1.1" status: 200 len: 945 time: 0.0493789 Aug 16 15:23:48.346631 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-4e5cc00c-0108-4f43-a5df-65c5b565a25f req-b2fe5760-1120-4552-90d8-8276800e4f06 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/security-groups?id=f81d9cb5-ee7b-41c0-8dbe-a0336cac8bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367148 Aug 16 15:23:49.415073 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234e38a6-83ee-48ca-b2e2-36c0e87871f1 req-c84d60e7-07f7-440f-8a50-6652e77ab544 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:49.416573 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-234e38a6-83ee-48ca-b2e2-36c0e87871f1 req-c84d60e7-07f7-440f-8a50-6652e77ab544 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=92f45151-a169-44b4-8a26-ed5890dfe0a3 HTTP/1.1" status: 200 len: 945 time: 0.0489256 Aug 16 15:23:49.454235 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-234e38a6-83ee-48ca-b2e2-36c0e87871f1 req-32430229-0f98-4d28-a5e8-7acc546ebca0 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=981e1269-13fd-43ed-9faf-efee2615ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319681 Aug 16 15:23:49.460294 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f8413-ad4e-471d-9955-dc46d67ae326 req-3dc8bf94-345d-46f4-83c1-6e340cddc559 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:49.461792 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-ba2f8413-ad4e-471d-9955-dc46d67ae326 req-3dc8bf94-345d-46f4-83c1-6e340cddc559 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/ports?device_id=b887f93b-f1ba-4517-8a2d-5f7a03662df7 HTTP/1.1" status: 200 len: 945 time: 0.0486712 Aug 16 15:23:49.500972 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-ba2f8413-ad4e-471d-9955-dc46d67ae326 req-a6f3fe9b-7587-4a4f-a227-fb3f12d97354 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/security-groups?id=f81d9cb5-ee7b-41c0-8dbe-a0336cac8bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334706 Aug 16 15:23:49.806041 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device 73f0d878-1b70-4984-82a5-5432bace4b88 up at agent hyperv_hv-cinder-80475 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:23:49.856181 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Provisioning for port 73f0d878-1b70-4984-82a5-5432bace4b88 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:23:49.859798 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Provisioning complete for port 73f0d878-1b70-4984-82a5-5432bace4b88 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:23:49.860205 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:49.938456 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:49.960247 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b887f93b-f1ba-4517-8a2d-5f7a03662df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f0d878-1b70-4984-82a5-5432bace4b88'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:23:49.962467 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e76958932a03d86b7f0b22df001500a87ec50ba87a7955a81e77db88798745a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-103a6aa9-8d7a-461b-b172-a37a1b287917" -d '{"events": [{"server_uuid": "b887f93b-f1ba-4517-8a2d-5f7a03662df7", "name": "network-vif-plugged", "status": "completed", "tag": "73f0d878-1b70-4984-82a5-5432bace4b88"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:23:49.976233 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port 73f0d878-1b70-4984-82a5-5432bace4b88, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=73f0d878-1b70-4984-82a5-5432bace4b88,segment=NetworkSegment(ec402e6f-339e-4373-af26-597dcdea5a54),segment_id=ec402e6f-339e-4373-af26-597dcdea5a54)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:23:49.980569 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:49.981456 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device 14cfe939-6150-4359-9cab-4306b4fcb62e no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:23:50.007925 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfdf664f-3659-46cb-9fdd-2f89fe11461a x-openstack-request-id: req-cfdf664f-3659-46cb-9fdd-2f89fe11461a {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:23:50.008304 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b887f93b-f1ba-4517-8a2d-5f7a03662df7", "name": "network-vif-plugged", "status": "completed", "tag": "73f0d878-1b70-4984-82a5-5432bace4b88", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:23:50.008478 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cfdf664f-3659-46cb-9fdd-2f89fe11461a {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:23:50.008863 dv-cinder-804757-1-iscsi neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b887f93b-f1ba-4517-8a2d-5f7a03662df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f0d878-1b70-4984-82a5-5432bace4b88', 'code': 200} Aug 16 15:23:50.073755 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Pushing event updated for resources: {'Port': ['ID=73f0d878-1b70-4984-82a5-5432bace4b88,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:23:50.115087 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:50.150656 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port 14cfe939-6150-4359-9cab-4306b4fcb62e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=14cfe939-6150-4359-9cab-4306b4fcb62e,segment=NetworkSegment(14733ac2-d464-430a-8fbb-6986db0ef57d),segment_id=14733ac2-d464-430a-8fbb-6986db0ef57d)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:23:50.156132 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:50.205117 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Pushing event updated for resources: {'Port': ['ID=14cfe939-6150-4359-9cab-4306b4fcb62e,revision_number=8']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:23:50.238191 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbaee4f-7097-4da6-b363-7bfba65a7752 req-3d4c8355-2803-483e-8d16-76cf0a409620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:50.239715 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-5cbaee4f-7097-4da6-b363-7bfba65a7752 req-3d4c8355-2803-483e-8d16-76cf0a409620 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=b887f93b-f1ba-4517-8a2d-5f7a03662df7 HTTP/1.1" status: 200 len: 1099 time: 0.0454638 Aug 16 15:23:50.275311 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-5cbaee4f-7097-4da6-b363-7bfba65a7752 req-6415f7fd-7e18-4dd5-af42-024e14b01940 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=f81d9cb5-ee7b-41c0-8dbe-a0336cac8bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274580 Aug 16 15:23:50.385045 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c521625-c817-40cc-a851-b1dd1dd779c4 req-844eb2d5-a876-4e41-ba88-2b02371c62b8 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:50.386531 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-5c521625-c817-40cc-a851-b1dd1dd779c4 req-844eb2d5-a876-4e41-ba88-2b02371c62b8 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=92f45151-a169-44b4-8a26-ed5890dfe0a3 HTTP/1.1" status: 200 len: 943 time: 0.0496628 Aug 16 15:23:50.429207 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-5c521625-c817-40cc-a851-b1dd1dd779c4 req-44e3e853-3108-4afd-81d1-f50b112c2135 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=981e1269-13fd-43ed-9faf-efee2615ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367868 Aug 16 15:23:50.650545 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9032b0-b106-4847-b412-11a934338cf1 req-8bf7de49-a4c0-45b2-8ac1-55a9fcc49a56 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:50.652024 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-4f9032b0-b106-4847-b412-11a934338cf1 req-8bf7de49-a4c0-45b2-8ac1-55a9fcc49a56 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/ports?device_id=b887f93b-f1ba-4517-8a2d-5f7a03662df7 HTTP/1.1" status: 200 len: 946 time: 0.0819032 Aug 16 15:23:50.654561 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-d71711bf-e940-49a3-967c-90d9e2739eab req-b232e4e7-5cac-4d3d-a230-ae7208613536 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=92f45151-a169-44b4-8a26-ed5890dfe0a3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0717916 Aug 16 15:23:50.690009 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-4f9032b0-b106-4847-b412-11a934338cf1 req-1ccc4257-49de-4531-9aff-db0a65f91317 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/security-groups?id=f81d9cb5-ee7b-41c0-8dbe-a0336cac8bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318933 Aug 16 15:23:51.574184 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaf9955-ec6e-40a3-a4aa-ff9b0f9add5b req-bf2603ef-9f49-4ecb-a452-6214ce1a3900 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:51.575557 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-bcaf9955-ec6e-40a3-a4aa-ff9b0f9add5b req-bf2603ef-9f49-4ecb-a452-6214ce1a3900 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=92f45151-a169-44b4-8a26-ed5890dfe0a3 HTTP/1.1" status: 200 len: 943 time: 0.0744493 Aug 16 15:23:51.578033 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71711bf-e940-49a3-967c-90d9e2739eab req-a2468ba9-9f85-4dee-a013-1629a1e1c9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:51.579388 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-d71711bf-e940-49a3-967c-90d9e2739eab req-a2468ba9-9f85-4dee-a013-1629a1e1c9fd service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=92f45151-a169-44b4-8a26-ed5890dfe0a3&tenant_id=aa352a0731a74cdfa6f278a2b7ba2820 HTTP/1.1" status: 200 len: 1096 time: 0.0681584 Aug 16 15:23:51.636760 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-bcaf9955-ec6e-40a3-a4aa-ff9b0f9add5b req-6e8bc3af-ba0b-424a-b1d0-bec49641a24b tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=981e1269-13fd-43ed-9faf-efee2615ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551703 Aug 16 15:23:51.649395 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71711bf-e940-49a3-967c-90d9e2739eab req-717e5915-0bc4-4093-8842-33cdb25823af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:51.650845 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-d71711bf-e940-49a3-967c-90d9e2739eab req-717e5915-0bc4-4093-8842-33cdb25823af service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=aa352a0731a74cdfa6f278a2b7ba2820&device_id=92f45151-a169-44b4-8a26-ed5890dfe0a3 HTTP/1.1" status: 200 len: 1096 time: 0.0474758 Aug 16 15:23:51.743818 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71711bf-e940-49a3-967c-90d9e2739eab req-caee5550-cf95-45b2-838d-e321ca17dc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:51.745351 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-d71711bf-e940-49a3-967c-90d9e2739eab req-caee5550-cf95-45b2-838d-e321ca17dc8c service neutron] 10.222.0.63 "GET /v2.0/networks?id=1f85c19c-3590-46ae-ae77-7ccaa8ebaa66 HTTP/1.1" status: 200 len: 916 time: 0.0867052 Aug 16 15:23:51.803862 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9999ce2f-2fc7-4de3-9cf4-73c41063956c req-92c83a0f-fe47-4ed2-9105-5f99e2f187af tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:51.805375 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-9999ce2f-2fc7-4de3-9cf4-73c41063956c req-92c83a0f-fe47-4ed2-9105-5f99e2f187af tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/ports?device_id=b887f93b-f1ba-4517-8a2d-5f7a03662df7 HTTP/1.1" status: 200 len: 946 time: 0.0488284 Aug 16 15:23:51.814507 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-d71711bf-e940-49a3-967c-90d9e2739eab req-9db25228-6499-47f0-bf1c-b20cb3308796 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14cfe939-6150-4359-9cab-4306b4fcb62e HTTP/1.1" status: 200 len: 997 time: 0.0620601 Aug 16 15:23:51.842855 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-9999ce2f-2fc7-4de3-9cf4-73c41063956c req-7b382005-384f-49e0-a9ee-7ef734a0cf7d tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/security-groups?id=f81d9cb5-ee7b-41c0-8dbe-a0336cac8bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314276 Aug 16 15:23:51.864286 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71711bf-e940-49a3-967c-90d9e2739eab req-84ac05ea-b441-4b48-bb58-f7270bcc59b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:51.865754 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-d71711bf-e940-49a3-967c-90d9e2739eab req-84ac05ea-b441-4b48-bb58-f7270bcc59b2 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9230327a-1ceb-43b3-9be3-e38bfee2db31 HTTP/1.1" status: 200 len: 855 time: 0.0442548 Aug 16 15:23:51.919693 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71711bf-e940-49a3-967c-90d9e2739eab req-8ab6607d-9359-4743-8f6a-45daa1efa5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:51.921117 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-d71711bf-e940-49a3-967c-90d9e2739eab req-8ab6607d-9359-4743-8f6a-45daa1efa5d5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1f85c19c-3590-46ae-ae77-7ccaa8ebaa66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0485752 Aug 16 15:23:52.008584 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2514f3b0-9bed-4ba8-a2c2-74d72ec05edf req-2d89be25-d181-4aea-bc10-fa8a41f6a7d0 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:52.009863 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92f45151-a169-44b4-8a26-ed5890dfe0a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14cfe939-6150-4359-9cab-4306b4fcb62e'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:23:52.010379 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-2514f3b0-9bed-4ba8-a2c2-74d72ec05edf req-2d89be25-d181-4aea-bc10-fa8a41f6a7d0 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/ports?device_id=b887f93b-f1ba-4517-8a2d-5f7a03662df7 HTTP/1.1" status: 200 len: 946 time: 0.1014340 Aug 16 15:23:52.012310 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e76958932a03d86b7f0b22df001500a87ec50ba87a7955a81e77db88798745a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ed6e65-999d-4a29-acc2-3a2ce27d24fd" -d '{"events": [{"server_uuid": "92f45151-a169-44b4-8a26-ed5890dfe0a3", "name": "network-vif-unplugged", "status": "completed", "tag": "14cfe939-6150-4359-9cab-4306b4fcb62e"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:23:52.049296 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 15:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c62ac6-23bd-4a51-a352-1fe692f64297 x-openstack-request-id: req-e1c62ac6-23bd-4a51-a352-1fe692f64297 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:23:52.049642 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92f45151-a169-44b4-8a26-ed5890dfe0a3", "name": "network-vif-unplugged", "status": "completed", "tag": "14cfe939-6150-4359-9cab-4306b4fcb62e", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:23:52.049952 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e1c62ac6-23bd-4a51-a352-1fe692f64297 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:23:52.050395 dv-cinder-804757-1-iscsi neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92f45151-a169-44b4-8a26-ed5890dfe0a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14cfe939-6150-4359-9cab-4306b4fcb62e', 'code': 200} Aug 16 15:23:52.066143 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-d71711bf-e940-49a3-967c-90d9e2739eab req-6bb82393-8c15-4f52-9db1-5dc1e669f8fe service neutron] 10.222.0.63 "GET /v2.0/networks/1f85c19c-3590-46ae-ae77-7ccaa8ebaa66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285415 Aug 16 15:23:52.069586 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-2514f3b0-9bed-4ba8-a2c2-74d72ec05edf req-3a80a88a-872c-49ba-97df-ec8d2a76f52a tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/security-groups?id=f81d9cb5-ee7b-41c0-8dbe-a0336cac8bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535889 Aug 16 15:23:52.092219 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 43088) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:23:52.130415 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f341e46-d58a-4835-b270-2d4595aefc11 tempest-TestVolumeBootPattern-1406840779 tempest-TestVolumeBootPattern-1406840779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:52.132802 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-8f341e46-d58a-4835-b270-2d4595aefc11 tempest-TestVolumeBootPattern-1406840779 tempest-TestVolumeBootPattern-1406840779-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=b887f93b-f1ba-4517-8a2d-5f7a03662df7 HTTP/1.1" status: 200 len: 1094 time: 0.0394349 Aug 16 15:23:52.135572 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 43090) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:23:52.139766 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [None req-35078e62-e949-4b95-a331-f3f35507bf69 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Request body: {'floatingip': {'floating_network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'port_id': '73f0d878-1b70-4984-82a5-5432bace4b88', 'tenant_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:23:52.160981 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-35078e62-e949-4b95-a331-f3f35507bf69 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks [] for floatingip, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:52.162933 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-d71711bf-e940-49a3-967c-90d9e2739eab req-e084732a-e9e2-474f-b979-96523e732292 service neutron] 10.222.0.63 "GET /v2.0/networks/1f85c19c-3590-46ae-ae77-7ccaa8ebaa66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861516 Aug 16 15:23:52.262255 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-35078e62-e949-4b95-a331-f3f35507bf69 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:52.370180 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [None req-35078e62-e949-4b95-a331-f3f35507bf69 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Allocated IP 172.27.3.100 (b7623838-067e-46d7-9324-3e363fad67d4/838856c9-cc6d-4250-847b-ebd189817dd9/fa838710-9e62-4ceb-a1d7-5a7469ba5ec1) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:23:52.474246 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-35078e62-e949-4b95-a331-f3f35507bf69 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:52.520998 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-35078e62-e949-4b95-a331-f3f35507bf69 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769335250701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268375'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:52.576152 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35078e62-e949-4b95-a331-f3f35507bf69 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Network b7623838-067e-46d7-9324-3e363fad67d4 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:23:52.579879 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [None req-35078e62-e949-4b95-a331-f3f35507bf69 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:23:52.586506 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35078e62-e949-4b95-a331-f3f35507bf69 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:23:52.593882 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35078e62-e949-4b95-a331-f3f35507bf69 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Pushing event updated for resources: {'Port': ['ID=fa838710-9e62-4ceb-a1d7-5a7469ba5ec1,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:23:52.874453 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eae434-3635-4c98-a1a2-95b1f4a25c59 req-8f838f69-396c-45fc-879f-dbde3319eae6 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:52.876006 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-64eae434-3635-4c98-a1a2-95b1f4a25c59 req-8f838f69-396c-45fc-879f-dbde3319eae6 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=92f45151-a169-44b4-8a26-ed5890dfe0a3 HTTP/1.1" status: 200 len: 943 time: 0.1532247 Aug 16 15:23:52.951351 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-64eae434-3635-4c98-a1a2-95b1f4a25c59 req-5fdcfa4a-73fc-49de-95f4-2ae21804c8c8 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=981e1269-13fd-43ed-9faf-efee2615ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678215 Aug 16 15:23:53.078615 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-35078e62-e949-4b95-a331-f3f35507bf69 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:53.145666 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-35078e62-e949-4b95-a331-f3f35507bf69 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:53.319112 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-35078e62-e949-4b95-a331-f3f35507bf69 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:53.324655 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-35078e62-e949-4b95-a331-f3f35507bf69 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2268376'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:53.400359 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35078e62-e949-4b95-a331-f3f35507bf69 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Pushing event updated for resources: {'Port': ['ID=fa838710-9e62-4ceb-a1d7-5a7469ba5ec1,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:23:53.409960 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-35078e62-e949-4b95-a331-f3f35507bf69 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798589'] for floatingip, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:53.515537 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.db.l3_db [None req-35078e62-e949-4b95-a331-f3f35507bf69 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Floating IP 506c9153-8185-4812-8678-915b0ae8c628 associated. External IP: 172.27.3.100, port: 73f0d878-1b70-4984-82a5-5432bace4b88. Aug 16 15:23:53.729701 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35078e62-e949-4b95-a331-f3f35507bf69 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Router a8a11809-5a53-44bf-97c1-d2f6d9224a81 has already been hosted by L3 agent b2ca3166-9002-4222-bd01-ae8f73ca62dc {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 15:23:53.810013 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device 14cfe939-6150-4359-9cab-4306b4fcb62e no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:23:53.840872 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35078e62-e949-4b95-a331-f3f35507bf69 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify agent at l3_agent.dv-cinder-804757-1-iscsi the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:23:53.857280 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e7a712-c36b-4830-a233-f828b2d200c6 None None] Sync routers for ids ['a8a11809-5a53-44bf-97c1-d2f6d9224a81'] in dv-cinder-804757-1-iscsi {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:23:53.861266 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-35078e62-e949-4b95-a331-f3f35507bf69 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:53.866602 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e7a712-c36b-4830-a233-f828b2d200c6 None None] Routers {'a8a11809-5a53-44bf-97c1-d2f6d9224a81'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:23:53.867316 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-91e7a712-c36b-4830-a233-f828b2d200c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:23:34Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['a8a11809-5a53-44bf-97c1-d2f6d9224a81'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:23:53.904639 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-35078e62-e949-4b95-a331-f3f35507bf69 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7680151 Aug 16 15:23:53.905432 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b887f93b-f1ba-4517-8a2d-5f7a03662df7', 'tag': '73f0d878-1b70-4984-82a5-5432bace4b88'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:23:53.908191 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a5cfb7157b8b73f0e4116fd12db15b1ff73336af95e475daca955d95e5834ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56f8b67-c60a-401d-b80b-510af050d545" -d '{"events": [{"name": "network-changed", "server_uuid": "b887f93b-f1ba-4517-8a2d-5f7a03662df7", "tag": "73f0d878-1b70-4984-82a5-5432bace4b88"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:23:53.955684 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 15:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0173023e-a64a-4e11-97e7-3ee63e0b7058 x-openstack-request-id: req-0173023e-a64a-4e11-97e7-3ee63e0b7058 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:23:53.956099 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b887f93b-f1ba-4517-8a2d-5f7a03662df7", "tag": "73f0d878-1b70-4984-82a5-5432bace4b88", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:23:53.956404 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0173023e-a64a-4e11-97e7-3ee63e0b7058 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:23:53.956876 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b887f93b-f1ba-4517-8a2d-5f7a03662df7', 'tag': '73f0d878-1b70-4984-82a5-5432bace4b88', 'status': 'completed', 'code': 200} Aug 16 15:23:53.977137 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-91e7a712-c36b-4830-a233-f828b2d200c6 None None] Set router a8a11809-5a53-44bf-97c1-d2f6d9224a81 gateway port host: dv-cinder-804757-1-iscsi {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:23:54.093979 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67f200b-9878-43c1-8e0e-70e9ae9c9ff0 req-300d0332-443d-4b64-901c-1b00b6db246b tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:54.096038 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-f67f200b-9878-43c1-8e0e-70e9ae9c9ff0 req-300d0332-443d-4b64-901c-1b00b6db246b tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=92f45151-a169-44b4-8a26-ed5890dfe0a3 HTTP/1.1" status: 200 len: 943 time: 0.0629246 Aug 16 15:23:54.138955 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-f67f200b-9878-43c1-8e0e-70e9ae9c9ff0 req-0a3616e6-8e21-4750-b7fb-4ecba2d6fe05 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=981e1269-13fd-43ed-9faf-efee2615ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367982 Aug 16 15:23:54.328050 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-91e7a712-c36b-4830-a233-f828b2d200c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'name': 'tempest-TestVolumeBootPattern-878461996-router', 'tenant_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '47aa7870-f937-41a9-a42d-54da90726343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:17:54Z', 'updated_at': '2021-08-16T15:17:59Z', 'revision_number': 4, 'project_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'gw_port': {'id': '47aa7870-f937-41a9-a42d-54da90726343', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:54Z', 'updated_at': '2021-08-16T15:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_floatingips': [{'id': '506c9153-8185-4812-8678-915b0ae8c628', 'tenant_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'floating_ip_address': '172.27.3.100', 'floating_network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'router_id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'port_id': '73f0d878-1b70-4984-82a5-5432bace4b88', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a', 'mac_address': 'fa:16:3e:97:25:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b887f93b-f1ba-4517-8a2d-5f7a03662df7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T15:23:52Z', 'updated_at': '2021-08-16T15:23:52Z', 'revision_number': 0, 'project_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'fixed_ip_address_scope': None}, {'id': 'dc6cadba-b9aa-4d17-8db2-7b7d881fd758', 'tenant_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'floating_ip_address': '172.27.3.109', 'floating_network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'router_id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'port_id': 'a5e44d45-3839-408c-9f13-b84deb950c7d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a', 'mac_address': 'fa:16:3e:88:32:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3052a6a7-1ab3-494b-bbd9-ecba46cd8824', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T15:21:57Z', 'updated_at': '2021-08-16T15:21:59Z', 'revision_number': 1, 'project_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a3155ae-d95b-4535-85af-08fc480629eb', 'name': '', 'network_id': '7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a', 'tenant_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'mac_address': 'fa:16:3e:43:7b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '12be7342-1293-4efd-8683-22f17d2b28ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:57Z', 'updated_at': '2021-08-16T15:18:08Z', 'revision_number': 5, 'project_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'subnets': [{'id': '12be7342-1293-4efd-8683-22f17d2b28ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:23:54.355104 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e7a712-c36b-4830-a233-f828b2d200c6 None None] Checking router: a8a11809-5a53-44bf-97c1-d2f6d9224a81 for host: dv-cinder-804757-1-iscsi {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:23:54.363852 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e7a712-c36b-4830-a233-f828b2d200c6 None None] Routers {'a8a11809-5a53-44bf-97c1-d2f6d9224a81'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:23:54.364474 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-91e7a712-c36b-4830-a233-f828b2d200c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:23:34Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['a8a11809-5a53-44bf-97c1-d2f6d9224a81'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:23:54.471186 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-91e7a712-c36b-4830-a233-f828b2d200c6 None None] Set router a8a11809-5a53-44bf-97c1-d2f6d9224a81 gateway port host: dv-cinder-804757-1-iscsi {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:23:54.706887 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-91e7a712-c36b-4830-a233-f828b2d200c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'name': 'tempest-TestVolumeBootPattern-878461996-router', 'tenant_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '47aa7870-f937-41a9-a42d-54da90726343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:17:54Z', 'updated_at': '2021-08-16T15:17:59Z', 'revision_number': 4, 'project_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'gw_port': {'id': '47aa7870-f937-41a9-a42d-54da90726343', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:54Z', 'updated_at': '2021-08-16T15:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_floatingips': [{'id': '506c9153-8185-4812-8678-915b0ae8c628', 'tenant_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'floating_ip_address': '172.27.3.100', 'floating_network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'router_id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'port_id': '73f0d878-1b70-4984-82a5-5432bace4b88', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a', 'mac_address': 'fa:16:3e:97:25:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b887f93b-f1ba-4517-8a2d-5f7a03662df7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T15:23:52Z', 'updated_at': '2021-08-16T15:23:52Z', 'revision_number': 0, 'project_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'fixed_ip_address_scope': None}, {'id': 'dc6cadba-b9aa-4d17-8db2-7b7d881fd758', 'tenant_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'floating_ip_address': '172.27.3.109', 'floating_network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'router_id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'port_id': 'a5e44d45-3839-408c-9f13-b84deb950c7d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a', 'mac_address': 'fa:16:3e:88:32:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3052a6a7-1ab3-494b-bbd9-ecba46cd8824', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T15:21:57Z', 'updated_at': '2021-08-16T15:21:59Z', 'revision_number': 1, 'project_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a3155ae-d95b-4535-85af-08fc480629eb', 'name': '', 'network_id': '7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a', 'tenant_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'mac_address': 'fa:16:3e:43:7b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '12be7342-1293-4efd-8683-22f17d2b28ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:57Z', 'updated_at': '2021-08-16T15:18:08Z', 'revision_number': 5, 'project_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'subnets': [{'id': '12be7342-1293-4efd-8683-22f17d2b28ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:23:54.732913 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e7a712-c36b-4830-a233-f828b2d200c6 None None] The sync data for ids ['a8a11809-5a53-44bf-97c1-d2f6d9224a81'] in dv-cinder-804757-1-iscsi is: [{'id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'name': 'tempest-TestVolumeBootPattern-878461996-router', 'tenant_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '47aa7870-f937-41a9-a42d-54da90726343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:17:54Z', 'updated_at': '2021-08-16T15:17:59Z', 'revision_number': 4, 'project_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'gw_port': {'id': '47aa7870-f937-41a9-a42d-54da90726343', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:54Z', 'updated_at': '2021-08-16T15:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_floatingips': [{'id': '506c9153-8185-4812-8678-915b0ae8c628', 'tenant_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'floating_ip_address': '172.27.3.100', 'floating_network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'router_id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'port_id': '73f0d878-1b70-4984-82a5-5432bace4b88', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a', 'mac_address': 'fa:16:3e:97:25:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b887f93b-f1ba-4517-8a2d-5f7a03662df7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T15:23:52Z', 'updated_at': '2021-08-16T15:23:52Z', 'revision_number': 0, 'project_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'fixed_ip_address_scope': None}, {'id': 'dc6cadba-b9aa-4d17-8db2-7b7d881fd758', 'tenant_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'floating_ip_address': '172.27.3.109', 'floating_network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'router_id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'port_id': 'a5e44d45-3839-408c-9f13-b84deb950c7d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a', 'mac_address': 'fa:16:3e:88:32:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3052a6a7-1ab3-494b-bbd9-ecba46cd8824', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T15:21:57Z', 'updated_at': '2021-08-16T15:21:59Z', 'revision_number': 1, 'project_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a3155ae-d95b-4535-85af-08fc480629eb', 'name': '', 'network_id': '7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a', 'tenant_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'mac_address': 'fa:16:3e:43:7b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '12be7342-1293-4efd-8683-22f17d2b28ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:57Z', 'updated_at': '2021-08-16T15:18:08Z', 'revision_number': 5, 'project_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'subnets': [{'id': '12be7342-1293-4efd-8683-22f17d2b28ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:23:54.931699 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e1d32f-ad8c-4600-9564-1c571f01e20a None None] New status for floating IP 506c9153-8185-4812-8678-915b0ae8c628: ACTIVE {{(pid=94053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 15:23:55.294998 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f8a123-ccfe-4c30-a8c1-960b52ade96e req-870529a8-5357-440d-8015-c5515e31035b tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:55.296579 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-75f8a123-ccfe-4c30-a8c1-960b52ade96e req-870529a8-5357-440d-8015-c5515e31035b tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=92f45151-a169-44b4-8a26-ed5890dfe0a3 HTTP/1.1" status: 200 len: 943 time: 0.0700953 Aug 16 15:23:55.344142 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-75f8a123-ccfe-4c30-a8c1-960b52ade96e req-d91d0bb3-db3b-4446-bb67-e9af169adc83 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=981e1269-13fd-43ed-9faf-efee2615ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412166 Aug 16 15:23:56.454962 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:23:56.491465 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8945c-6302-4bf8-9a0c-d5795eb852ab req-a7c4ead3-5144-43c9-a894-d061311da219 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:56.493023 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-fad8945c-6302-4bf8-9a0c-d5795eb852ab req-a7c4ead3-5144-43c9-a894-d061311da219 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=92f45151-a169-44b4-8a26-ed5890dfe0a3 HTTP/1.1" status: 200 len: 943 time: 0.0759692 Aug 16 15:23:56.534562 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-fad8945c-6302-4bf8-9a0c-d5795eb852ab req-c323aa62-5679-42d4-b3f1-a399e6beaa49 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=981e1269-13fd-43ed-9faf-efee2615ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340042 Aug 16 15:23:57.659529 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1241163-415a-427b-bbff-ece8d62afa27 req-8b8b143d-4266-4982-9ceb-57ff1e1ded1d tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:57.661032 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-e1241163-415a-427b-bbff-ece8d62afa27 req-8b8b143d-4266-4982-9ceb-57ff1e1ded1d tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=92f45151-a169-44b4-8a26-ed5890dfe0a3 HTTP/1.1" status: 200 len: 943 time: 0.0522287 Aug 16 15:23:57.701167 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-e1241163-415a-427b-bbff-ece8d62afa27 req-4d29e42b-c7cf-4750-90b6-37b5d8feb721 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=981e1269-13fd-43ed-9faf-efee2615ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334227 Aug 16 15:23:58.827745 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dedd9f-4920-4ab1-a317-f68a94d450cd req-18fdc80c-db63-4b20-af0f-c7826dfcd34d tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:23:58.829278 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-f2dedd9f-4920-4ab1-a317-f68a94d450cd req-18fdc80c-db63-4b20-af0f-c7826dfcd34d tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=92f45151-a169-44b4-8a26-ed5890dfe0a3 HTTP/1.1" status: 200 len: 943 time: 0.0495608 Aug 16 15:23:58.877298 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-f2dedd9f-4920-4ab1-a317-f68a94d450cd req-0953d045-02fd-4aec-8bf3-85ee806f12ed tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=981e1269-13fd-43ed-9faf-efee2615ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421100 Aug 16 15:24:00.001358 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f939bd-5abd-4dbc-89ff-c1e01c71f6af req-5b941840-b71c-4155-b120-ff03d13237fe tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:24:00.002964 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-c2f939bd-5abd-4dbc-89ff-c1e01c71f6af req-5b941840-b71c-4155-b120-ff03d13237fe tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=92f45151-a169-44b4-8a26-ed5890dfe0a3 HTTP/1.1" status: 200 len: 943 time: 0.0532391 Aug 16 15:24:00.045053 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-c2f939bd-5abd-4dbc-89ff-c1e01c71f6af req-aad94b09-6544-4c75-876e-f7caae7d3e0f tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=981e1269-13fd-43ed-9faf-efee2615ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355015 Aug 16 15:24:01.168186 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e140e9-d64d-43cf-b697-fa09dbaffbcb req-9e9c885d-598d-49d3-b029-70688587646b tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:24:01.169712 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-21e140e9-d64d-43cf-b697-fa09dbaffbcb req-9e9c885d-598d-49d3-b029-70688587646b tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=92f45151-a169-44b4-8a26-ed5890dfe0a3 HTTP/1.1" status: 200 len: 943 time: 0.0526783 Aug 16 15:24:01.211915 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-21e140e9-d64d-43cf-b697-fa09dbaffbcb req-f015235c-95e3-4263-9cf2-f198868d65a6 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=981e1269-13fd-43ed-9faf-efee2615ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338395 Aug 16 15:24:01.384663 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6b0742a7-0e7c-4153-accf-e319983626f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:02.337663 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5555e83-9b66-4de5-86c0-3716031d96e1 req-60bccf47-eb26-4a8b-9097-49c869b42ab4 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:24:02.339319 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-d5555e83-9b66-4de5-86c0-3716031d96e1 req-60bccf47-eb26-4a8b-9097-49c869b42ab4 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=92f45151-a169-44b4-8a26-ed5890dfe0a3 HTTP/1.1" status: 200 len: 943 time: 0.0507240 Aug 16 15:24:02.376500 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-d5555e83-9b66-4de5-86c0-3716031d96e1 req-3a8c059f-a999-4091-8688-2f2c1b1e13eb tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=981e1269-13fd-43ed-9faf-efee2615ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311694 Aug 16 15:24:03.391414 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f8b67-c60a-401d-b80b-510af050d545 req-2919a7dd-2c7a-4964-a4dc-3508500b0893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:24:03.392974 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-c56f8b67-c60a-401d-b80b-510af050d545 req-2919a7dd-2c7a-4964-a4dc-3508500b0893 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=83f7d345b47b4d06a48fabeb3dd2c893&device_id=b887f93b-f1ba-4517-8a2d-5f7a03662df7 HTTP/1.1" status: 200 len: 1099 time: 0.0419891 Aug 16 15:24:03.436401 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-396bbb34-b8f0-44fb-bdbc-70e74d93106b req-d0c62717-fadd-44fd-ac71-3298baeab3e3 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=3052a6a7-1ab3-494b-bbd9-ecba46cd8824&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433872 Aug 16 15:24:03.489725 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f8b67-c60a-401d-b80b-510af050d545 req-826eedb7-7744-4121-a870-dabc76f49f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:24:03.491228 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-c56f8b67-c60a-401d-b80b-510af050d545 req-826eedb7-7744-4121-a870-dabc76f49f40 service neutron] 10.222.0.63 "GET /v2.0/networks?id=7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a HTTP/1.1" status: 200 len: 911 time: 0.0900953 Aug 16 15:24:03.522026 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ca5d16-3fd0-45ac-930d-14fa8b7b109b req-078c9ca4-fc7e-495c-b9fc-a2a5e2338dde tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:24:03.523385 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-45ca5d16-3fd0-45ac-930d-14fa8b7b109b req-078c9ca4-fc7e-495c-b9fc-a2a5e2338dde tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=92f45151-a169-44b4-8a26-ed5890dfe0a3 HTTP/1.1" status: 200 len: 943 time: 0.0734332 Aug 16 15:24:03.540887 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396bbb34-b8f0-44fb-bdbc-70e74d93106b req-5f91fd37-84c4-4102-b4f1-5dff88a70b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:24:03.542282 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-396bbb34-b8f0-44fb-bdbc-70e74d93106b req-5f91fd37-84c4-4102-b4f1-5dff88a70b40 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=83f7d345b47b4d06a48fabeb3dd2c893&device_id=3052a6a7-1ab3-494b-bbd9-ecba46cd8824 HTTP/1.1" status: 200 len: 1099 time: 0.0596704 Aug 16 15:24:03.558288 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-c56f8b67-c60a-401d-b80b-510af050d545 req-0a0b67f2-f4a8-4f4f-a072-26f0b2e629bf service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73f0d878-1b70-4984-82a5-5432bace4b88 HTTP/1.1" status: 200 len: 1002 time: 0.0591984 Aug 16 15:24:03.569623 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-45ca5d16-3fd0-45ac-930d-14fa8b7b109b req-0e550847-e758-4180-9e4b-b9eb262b8495 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=981e1269-13fd-43ed-9faf-efee2615ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390232 Aug 16 15:24:03.619263 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f8b67-c60a-401d-b80b-510af050d545 req-0745d3de-e1fb-4fd3-9316-2a76fd4b1f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:24:03.620748 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-c56f8b67-c60a-401d-b80b-510af050d545 req-0745d3de-e1fb-4fd3-9316-2a76fd4b1f14 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=12be7342-1293-4efd-8683-22f17d2b28ee HTTP/1.1" status: 200 len: 850 time: 0.0475342 Aug 16 15:24:03.656988 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396bbb34-b8f0-44fb-bdbc-70e74d93106b req-33f225ec-7fb1-43ed-8cbe-9ee203ac3cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:24:03.658439 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-396bbb34-b8f0-44fb-bdbc-70e74d93106b req-33f225ec-7fb1-43ed-8cbe-9ee203ac3cda service neutron] 10.222.0.63 "GET /v2.0/networks?id=7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a HTTP/1.1" status: 200 len: 911 time: 0.0856454 Aug 16 15:24:03.666941 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f8b67-c60a-401d-b80b-510af050d545 req-cae1e4a4-c911-4845-a75b-fb2a52c09ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:24:03.668415 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-c56f8b67-c60a-401d-b80b-510af050d545 req-cae1e4a4-c911-4845-a75b-fb2a52c09ac7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391643 Aug 16 15:24:03.721823 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-396bbb34-b8f0-44fb-bdbc-70e74d93106b req-597afa71-9bc5-4237-9f7c-a03e9f014368 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a5e44d45-3839-408c-9f13-b84deb950c7d HTTP/1.1" status: 200 len: 1002 time: 0.0559776 Aug 16 15:24:03.757158 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-c56f8b67-c60a-401d-b80b-510af050d545 req-2f9e4bfa-40dc-4400-9031-78a7b7df3363 service neutron] 10.222.0.63 "GET /v2.0/networks/7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808403 Aug 16 15:24:03.773227 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396bbb34-b8f0-44fb-bdbc-70e74d93106b req-768e9e1e-02eb-44b8-b672-2030dd677cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:24:03.774598 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-396bbb34-b8f0-44fb-bdbc-70e74d93106b req-768e9e1e-02eb-44b8-b672-2030dd677cd2 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=12be7342-1293-4efd-8683-22f17d2b28ee HTTP/1.1" status: 200 len: 850 time: 0.0456121 Aug 16 15:24:03.852578 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-c56f8b67-c60a-401d-b80b-510af050d545 req-b16c6db0-fd4c-4072-b256-65a09ecbaa6d service neutron] 10.222.0.63 "GET /v2.0/networks/7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870910 Aug 16 15:24:03.961665 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.agents_db [None req-45e7de1a-0021-4862-aee0-d1a44650be34 None None] Agent healthcheck: found 6 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 15:24:03.967191 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-16003800-f89a-4775-98f3-123f192692ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:04.058031 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396bbb34-b8f0-44fb-bdbc-70e74d93106b req-08039557-3078-455c-9d87-47fb50b658a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:24:04.059478 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-396bbb34-b8f0-44fb-bdbc-70e74d93106b req-08039557-3078-455c-9d87-47fb50b658a9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2769215 Aug 16 15:24:04.147586 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-396bbb34-b8f0-44fb-bdbc-70e74d93106b req-2596ba48-f9fa-4375-8091-e4232e3b17fd service neutron] 10.222.0.63 "GET /v2.0/networks/7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788360 Aug 16 15:24:04.237579 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-396bbb34-b8f0-44fb-bdbc-70e74d93106b req-6d13bcd0-feca-4a6f-9925-acfc49ce24e5 service neutron] 10.222.0.63 "GET /v2.0/networks/7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827045 Aug 16 15:24:04.238406 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:04.687842 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f2b8e-fed4-4cce-9bd2-8ecd4838b79c req-d48128b1-9d94-4099-9219-aad8e4ed9336 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:24:04.689357 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-e49f2b8e-fed4-4cce-9bd2-8ecd4838b79c req-d48128b1-9d94-4099-9219-aad8e4ed9336 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=92f45151-a169-44b4-8a26-ed5890dfe0a3 HTTP/1.1" status: 200 len: 943 time: 0.0485768 Aug 16 15:24:04.727805 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-e49f2b8e-fed4-4cce-9bd2-8ecd4838b79c req-bcdc5c3e-c3fc-46d1-a189-cc4d57936d2e tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=981e1269-13fd-43ed-9faf-efee2615ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322363 Aug 16 15:24:05.151177 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5f8a3891-afd8-4a3f-99f3-eab7c9032578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:05.852367 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device 14cfe939-6150-4359-9cab-4306b4fcb62e details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 15:24:05.854499 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde9bbe6-8cd6-4035-9db0-8aa256340fed req-6e975c33-d21a-4a41-bb40-042e99e8699d tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:24:05.855992 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-fde9bbe6-8cd6-4035-9db0-8aa256340fed req-6e975c33-d21a-4a41-bb40-042e99e8699d tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=92f45151-a169-44b4-8a26-ed5890dfe0a3 HTTP/1.1" status: 200 len: 943 time: 0.0514729 Aug 16 15:24:05.893141 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-fde9bbe6-8cd6-4035-9db0-8aa256340fed req-fbbbecf8-17bf-46cb-b6ae-2f05499faf7c tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=981e1269-13fd-43ed-9faf-efee2615ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311995 Aug 16 15:24:05.947291 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port 14cfe939-6150-4359-9cab-4306b4fcb62e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=14cfe939-6150-4359-9cab-4306b4fcb62e,segment=NetworkSegment(14733ac2-d464-430a-8fbb-6986db0ef57d),segment_id=14733ac2-d464-430a-8fbb-6986db0ef57d)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:24:05.958461 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Returning: {'device': '14cfe939-6150-4359-9cab-4306b4fcb62e', 'network_id': '1f85c19c-3590-46ae-ae77-7ccaa8ebaa66', 'port_id': '14cfe939-6150-4359-9cab-4306b4fcb62e', 'mac_address': 'fa:16:3e:52:d5:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9230327a-1ceb-43b3-9be3-e38bfee2db31', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 15:24:05.992999 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:06.005321 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14cfe939-6150-4359-9cab-4306b4fcb62e {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:24:06.024420 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port 14cfe939-6150-4359-9cab-4306b4fcb62e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=14cfe939-6150-4359-9cab-4306b4fcb62e,segment=NetworkSegment(14733ac2-d464-430a-8fbb-6986db0ef57d),segment_id=14733ac2-d464-430a-8fbb-6986db0ef57d)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:24:06.027859 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:06.075377 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Pushing event updated for resources: {'Port': ['ID=14cfe939-6150-4359-9cab-4306b4fcb62e,revision_number=9']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:24:06.258774 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] get_ports_and_sgs() called for port_ids ['14cfe939-6150-4359-9cab-4306b4fcb62e'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:24:06.795686 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4fd61f29-14ed-4c81-94cc-08da44d16cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:07.008840 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda2186-8815-4852-8e02-94454a91f131 req-da4c4bc8-474d-4770-993b-2e7e7d87ef02 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:24:07.010294 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-6dda2186-8815-4852-8e02-94454a91f131 req-da4c4bc8-474d-4770-993b-2e7e7d87ef02 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=92f45151-a169-44b4-8a26-ed5890dfe0a3 HTTP/1.1" status: 200 len: 944 time: 0.0481246 Aug 16 15:24:07.050764 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-6dda2186-8815-4852-8e02-94454a91f131 req-57c7701a-1970-49c8-b965-a1d74fe8b506 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=981e1269-13fd-43ed-9faf-efee2615ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345647 Aug 16 15:24:07.865239 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device 14cfe939-6150-4359-9cab-4306b4fcb62e up at agent hyperv_hv-cinder-80475 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:24:07.914058 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Provisioning complete for port 14cfe939-6150-4359-9cab-4306b4fcb62e triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:24:07.914423 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:07.986464 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:08.007939 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92f45151-a169-44b4-8a26-ed5890dfe0a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14cfe939-6150-4359-9cab-4306b4fcb62e'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:24:08.010135 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e76958932a03d86b7f0b22df001500a87ec50ba87a7955a81e77db88798745a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-428118e4-ade3-4814-a59b-9982371b6f94" -d '{"events": [{"server_uuid": "92f45151-a169-44b4-8a26-ed5890dfe0a3", "name": "network-vif-plugged", "status": "completed", "tag": "14cfe939-6150-4359-9cab-4306b4fcb62e"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:24:08.023630 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port 14cfe939-6150-4359-9cab-4306b4fcb62e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=14cfe939-6150-4359-9cab-4306b4fcb62e,segment=NetworkSegment(14733ac2-d464-430a-8fbb-6986db0ef57d),segment_id=14733ac2-d464-430a-8fbb-6986db0ef57d)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:24:08.027377 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:08.049418 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ab81e0-8172-4952-a40f-25aeece30669 x-openstack-request-id: req-55ab81e0-8172-4952-a40f-25aeece30669 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:24:08.049697 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92f45151-a169-44b4-8a26-ed5890dfe0a3", "name": "network-vif-plugged", "status": "completed", "tag": "14cfe939-6150-4359-9cab-4306b4fcb62e", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:24:08.049988 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-55ab81e0-8172-4952-a40f-25aeece30669 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:24:08.050570 dv-cinder-804757-1-iscsi neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92f45151-a169-44b4-8a26-ed5890dfe0a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14cfe939-6150-4359-9cab-4306b4fcb62e', 'code': 200} Aug 16 15:24:08.076460 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Pushing event updated for resources: {'Port': ['ID=14cfe939-6150-4359-9cab-4306b4fcb62e,revision_number=10']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:24:08.170362 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b2912-5245-4c8a-a7fa-79d37d7128eb req-0c8aa222-fcb0-4dd0-94a7-965e2b6f4dbc tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:24:08.171748 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-c16b2912-5245-4c8a-a7fa-79d37d7128eb req-0c8aa222-fcb0-4dd0-94a7-965e2b6f4dbc tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=92f45151-a169-44b4-8a26-ed5890dfe0a3 HTTP/1.1" status: 200 len: 946 time: 0.0502677 Aug 16 15:24:08.209821 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-c16b2912-5245-4c8a-a7fa-79d37d7128eb req-2da8593b-38b8-4d45-bc8f-8061689e8672 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=981e1269-13fd-43ed-9faf-efee2615ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321076 Aug 16 15:24:08.218551 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c85373a-b8d3-481c-9a07-8cd78757d9e1 req-ae03c11a-56f8-4b71-9313-4f4ca96f1a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:24:08.220039 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-9c85373a-b8d3-481c-9a07-8cd78757d9e1 req-ae03c11a-56f8-4b71-9313-4f4ca96f1a18 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=92f45151-a169-44b4-8a26-ed5890dfe0a3 HTTP/1.1" status: 200 len: 1099 time: 0.0432060 Aug 16 15:24:08.255659 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-9c85373a-b8d3-481c-9a07-8cd78757d9e1 req-232580a8-5958-414e-b550-eae26129ae54 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=981e1269-13fd-43ed-9faf-efee2615ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275209 Aug 16 15:24:09.331685 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad1c788-970f-4e9c-b151-5acef76539a4 req-58824cd9-c858-442b-a32e-d67fa8bf510d tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:24:09.333176 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-dad1c788-970f-4e9c-b151-5acef76539a4 req-58824cd9-c858-442b-a32e-d67fa8bf510d tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=92f45151-a169-44b4-8a26-ed5890dfe0a3 HTTP/1.1" status: 200 len: 946 time: 0.0490704 Aug 16 15:24:09.370644 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-dad1c788-970f-4e9c-b151-5acef76539a4 req-51c8ba71-1542-4b0b-bde7-412451ed19ec tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=981e1269-13fd-43ed-9faf-efee2615ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309863 Aug 16 15:24:10.488557 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d6ecd-152d-49b8-9ccc-5771ff826cad req-0f088793-c267-48ab-824e-ba8632f5ac1e tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:24:10.490035 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-7c0d6ecd-152d-49b8-9ccc-5771ff826cad req-0f088793-c267-48ab-824e-ba8632f5ac1e tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=92f45151-a169-44b4-8a26-ed5890dfe0a3 HTTP/1.1" status: 200 len: 946 time: 0.0483840 Aug 16 15:24:10.527478 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-7c0d6ecd-152d-49b8-9ccc-5771ff826cad req-fd439b02-4402-452f-891a-cfe775f01a26 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=981e1269-13fd-43ed-9faf-efee2615ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314205 Aug 16 15:24:26.439549 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:31.385985 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-20114484-bf07-492f-844c-2cd4d8a0abc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:33.968033 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-cb44efa5-2b94-4769-85b9-aca88ed9bebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:34.240140 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:35.153054 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5f8a3891-afd8-4a3f-99f3-eab7c9032578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:36.799467 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4fd61f29-14ed-4c81-94cc-08da44d16cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:40.960878 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.agents_db [None req-45e7de1a-0021-4862-aee0-d1a44650be34 None None] Agent healthcheck: found 6 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 15:24:43.330221 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3103c7-d2d7-43d1-aac9-592557258ada req-ed0bd5dd-9f4e-493c-9e76-60d37fe72080 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:24:43.331754 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-6a3103c7-d2d7-43d1-aac9-592557258ada req-ed0bd5dd-9f4e-493c-9e76-60d37fe72080 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=92f45151-a169-44b4-8a26-ed5890dfe0a3 HTTP/1.1" status: 200 len: 946 time: 0.0492957 Aug 16 15:24:43.370645 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-6a3103c7-d2d7-43d1-aac9-592557258ada req-74107776-c802-4f61-90be-1688b7fdda00 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=981e1269-13fd-43ed-9faf-efee2615ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328796 Aug 16 15:24:44.490850 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4dd74c-cb4c-40b7-9957-13e68622248f req-adf64057-3b44-476e-a244-32b688ef3c6b tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:24:44.492372 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-ba4dd74c-cb4c-40b7-9957-13e68622248f req-adf64057-3b44-476e-a244-32b688ef3c6b tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=92f45151-a169-44b4-8a26-ed5890dfe0a3 HTTP/1.1" status: 200 len: 946 time: 0.0477481 Aug 16 15:24:44.533828 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-ba4dd74c-cb4c-40b7-9957-13e68622248f req-b2f82143-1d37-44e3-8efb-e735251889df tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups?id=981e1269-13fd-43ed-9faf-efee2615ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357654 Aug 16 15:24:44.692336 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb4b8f5-dd1e-4891-a7b8-b1f07b820907 req-7749d539-3252-465c-a3ea-1ced796df972 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:24:44.693741 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-deb4b8f5-dd1e-4891-a7b8-b1f07b820907 req-7749d539-3252-465c-a3ea-1ced796df972 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.63 "GET /v2.0/ports?device_id=92f45151-a169-44b4-8a26-ed5890dfe0a3 HTTP/1.1" status: 200 len: 946 time: 0.0498114 Aug 16 15:24:44.787470 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-deb4b8f5-dd1e-4891-a7b8-b1f07b820907 req-d318916b-68f8-4a1e-bcf1-722271013ae9 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Deleting port 14cfe939-6150-4359-9cab-4306b4fcb62e {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:24:44.787717 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-deb4b8f5-dd1e-4891-a7b8-b1f07b820907 req-d318916b-68f8-4a1e-bcf1-722271013ae9 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769335647479'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:44.875413 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-deb4b8f5-dd1e-4891-a7b8-b1f07b820907 req-d318916b-68f8-4a1e-bcf1-722271013ae9 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] For port 14cfe939-6150-4359-9cab-4306b4fcb62e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=14cfe939-6150-4359-9cab-4306b4fcb62e,segment=NetworkSegment(14733ac2-d464-430a-8fbb-6986db0ef57d),segment_id=14733ac2-d464-430a-8fbb-6986db0ef57d)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:24:44.875765 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-deb4b8f5-dd1e-4891-a7b8-b1f07b820907 req-d318916b-68f8-4a1e-bcf1-722271013ae9 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3800399'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:45.090090 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-deb4b8f5-dd1e-4891-a7b8-b1f07b820907 req-d318916b-68f8-4a1e-bcf1-722271013ae9 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:45.090350 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-deb4b8f5-dd1e-4891-a7b8-b1f07b820907 req-d318916b-68f8-4a1e-bcf1-722271013ae9 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798589'] for floatingip, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:45.090658 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.db.l3_db [req-deb4b8f5-dd1e-4891-a7b8-b1f07b820907 req-d318916b-68f8-4a1e-bcf1-722271013ae9 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Floating IP e606c95c-4e6d-40ad-b1a0-41aaaf3fdb71 disassociated. External IP: 172.27.3.4, port: 14cfe939-6150-4359-9cab-4306b4fcb62e. Aug 16 15:24:45.090995 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-deb4b8f5-dd1e-4891-a7b8-b1f07b820907 req-d318916b-68f8-4a1e-bcf1-722271013ae9 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Calling delete_port for 14cfe939-6150-4359-9cab-4306b4fcb62e owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:24:45.212293 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-deb4b8f5-dd1e-4891-a7b8-b1f07b820907 req-d318916b-68f8-4a1e-bcf1-722271013ae9 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769335768917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769335250710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268375'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:45.241916 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d318916b-68f8-4a1e-bcf1-722271013ae9 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Pushing event deleted for resources: {'Port': ['ID=14cfe939-6150-4359-9cab-4306b4fcb62e,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:24:45.256059 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d318916b-68f8-4a1e-bcf1-722271013ae9 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:24:45.256453 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d318916b-68f8-4a1e-bcf1-722271013ae9 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:24:45.256800 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d318916b-68f8-4a1e-bcf1-722271013ae9 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:24:45.257133 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d318916b-68f8-4a1e-bcf1-722271013ae9 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:24:45.257467 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d318916b-68f8-4a1e-bcf1-722271013ae9 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:24:45.257817 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d318916b-68f8-4a1e-bcf1-722271013ae9 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:24:45.258143 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d318916b-68f8-4a1e-bcf1-722271013ae9 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:24:45.258493 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d318916b-68f8-4a1e-bcf1-722271013ae9 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:24:45.258813 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d318916b-68f8-4a1e-bcf1-722271013ae9 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:24:45.259133 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d318916b-68f8-4a1e-bcf1-722271013ae9 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:24:45.259456 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d318916b-68f8-4a1e-bcf1-722271013ae9 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:24:45.259780 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d318916b-68f8-4a1e-bcf1-722271013ae9 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:24:45.363294 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [req-deb4b8f5-dd1e-4891-a7b8-b1f07b820907 req-d318916b-68f8-4a1e-bcf1-722271013ae9 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Router 78d04c03-99a3-4367-aa13-495ed056c833 has already been hosted by L3 agent b2ca3166-9002-4222-bd01-ae8f73ca62dc {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 15:24:45.471153 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-deb4b8f5-dd1e-4891-a7b8-b1f07b820907 req-d318916b-68f8-4a1e-bcf1-722271013ae9 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify agent at l3_agent.dv-cinder-804757-1-iscsi the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:24:45.481625 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc9f0ff-11a0-4423-a57f-1a1ac9445014 None None] Sync routers for ids ['78d04c03-99a3-4367-aa13-495ed056c833'] in dv-cinder-804757-1-iscsi {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:24:45.490480 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc9f0ff-11a0-4423-a57f-1a1ac9445014 None None] Routers {'78d04c03-99a3-4367-aa13-495ed056c833'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:24:45.491112 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-6bc9f0ff-11a0-4423-a57f-1a1ac9445014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:24:34Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['78d04c03-99a3-4367-aa13-495ed056c833'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:24:45.513047 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-deb4b8f5-dd1e-4891-a7b8-b1f07b820907 req-d318916b-68f8-4a1e-bcf1-722271013ae9 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] No DVR routers for this DVR port 14cfe939-6150-4359-9cab-4306b4fcb62e on host hv-cinder-80475 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 15:24:45.515528 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-deb4b8f5-dd1e-4891-a7b8-b1f07b820907 req-d318916b-68f8-4a1e-bcf1-722271013ae9 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:45.517488 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-deb4b8f5-dd1e-4891-a7b8-b1f07b820907 req-d318916b-68f8-4a1e-bcf1-722271013ae9 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.63 "DELETE /v2.0/ports/14cfe939-6150-4359-9cab-4306b4fcb62e HTTP/1.1" status: 204 len: 173 time: 0.8166914 Aug 16 15:24:45.517964 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92f45151-a169-44b4-8a26-ed5890dfe0a3', 'name': 'network-vif-deleted', 'tag': '14cfe939-6150-4359-9cab-4306b4fcb62e'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:24:45.520244 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a5cfb7157b8b73f0e4116fd12db15b1ff73336af95e475daca955d95e5834ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97569714-9e32-4291-9a5c-e69a1fccae72" -d '{"events": [{"server_uuid": "92f45151-a169-44b4-8a26-ed5890dfe0a3", "name": "network-vif-deleted", "tag": "14cfe939-6150-4359-9cab-4306b4fcb62e"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:24:45.557950 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66864b4-edc3-4e7e-a875-e888d6e6bc9e x-openstack-request-id: req-d66864b4-edc3-4e7e-a875-e888d6e6bc9e {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:24:45.558242 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92f45151-a169-44b4-8a26-ed5890dfe0a3", "name": "network-vif-deleted", "tag": "14cfe939-6150-4359-9cab-4306b4fcb62e", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:24:45.558490 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d66864b4-edc3-4e7e-a875-e888d6e6bc9e {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:24:45.559444 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92f45151-a169-44b4-8a26-ed5890dfe0a3', 'name': 'network-vif-deleted', 'tag': '14cfe939-6150-4359-9cab-4306b4fcb62e', 'status': 'completed', 'code': 200} Aug 16 15:24:45.625938 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-6bc9f0ff-11a0-4423-a57f-1a1ac9445014 None None] Set router 78d04c03-99a3-4367-aa13-495ed056c833 gateway port host: dv-cinder-804757-1-iscsi {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:24:45.698307 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-2a022042-980f-4f98-8601-a04b237fb019 req-43a64e1e-6092-4916-8f5a-691dad9d0195 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/ports?device_id=92f45151-a169-44b4-8a26-ed5890dfe0a3 HTTP/1.1" status: 200 len: 210 time: 0.0441866 Aug 16 15:24:45.868110 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-6bc9f0ff-11a0-4423-a57f-1a1ac9445014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78d04c03-99a3-4367-aa13-495ed056c833', 'name': 'tempest-AttachVolumeShelveTestJSON-358074610-router', 'tenant_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'a05b9c80-d7bd-443d-886a-5f75d7af02da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:19:49Z', 'updated_at': '2021-08-16T15:19:52Z', 'revision_number': 4, 'project_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'gw_port': {'id': 'a05b9c80-d7bd-443d-886a-5f75d7af02da', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d04c03-99a3-4367-aa13-495ed056c833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:19:49Z', 'updated_at': '2021-08-16T15:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_interfaces': [{'id': 'e54593f6-0432-409f-af75-02733488a93e', 'name': '', 'network_id': '1f85c19c-3590-46ae-ae77-7ccaa8ebaa66', 'tenant_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'mac_address': 'fa:16:3e:1c:94:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d04c03-99a3-4367-aa13-495ed056c833', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '9230327a-1ceb-43b3-9be3-e38bfee2db31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:19:51Z', 'updated_at': '2021-08-16T15:19:56Z', 'revision_number': 5, 'project_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'subnets': [{'id': '9230327a-1ceb-43b3-9be3-e38bfee2db31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:24:45.894588 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc9f0ff-11a0-4423-a57f-1a1ac9445014 None None] Checking router: 78d04c03-99a3-4367-aa13-495ed056c833 for host: dv-cinder-804757-1-iscsi {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:24:45.902542 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc9f0ff-11a0-4423-a57f-1a1ac9445014 None None] Routers {'78d04c03-99a3-4367-aa13-495ed056c833'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:24:45.903131 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-6bc9f0ff-11a0-4423-a57f-1a1ac9445014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:24:34Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['78d04c03-99a3-4367-aa13-495ed056c833'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:24:46.005069 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-6bc9f0ff-11a0-4423-a57f-1a1ac9445014 None None] Set router 78d04c03-99a3-4367-aa13-495ed056c833 gateway port host: dv-cinder-804757-1-iscsi {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:24:46.197465 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-6bc9f0ff-11a0-4423-a57f-1a1ac9445014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78d04c03-99a3-4367-aa13-495ed056c833', 'name': 'tempest-AttachVolumeShelveTestJSON-358074610-router', 'tenant_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'a05b9c80-d7bd-443d-886a-5f75d7af02da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:19:49Z', 'updated_at': '2021-08-16T15:19:52Z', 'revision_number': 4, 'project_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'gw_port': {'id': 'a05b9c80-d7bd-443d-886a-5f75d7af02da', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d04c03-99a3-4367-aa13-495ed056c833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:19:49Z', 'updated_at': '2021-08-16T15:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_interfaces': [{'id': 'e54593f6-0432-409f-af75-02733488a93e', 'name': '', 'network_id': '1f85c19c-3590-46ae-ae77-7ccaa8ebaa66', 'tenant_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'mac_address': 'fa:16:3e:1c:94:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d04c03-99a3-4367-aa13-495ed056c833', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '9230327a-1ceb-43b3-9be3-e38bfee2db31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:19:51Z', 'updated_at': '2021-08-16T15:19:56Z', 'revision_number': 5, 'project_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'subnets': [{'id': '9230327a-1ceb-43b3-9be3-e38bfee2db31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:24:46.223278 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc9f0ff-11a0-4423-a57f-1a1ac9445014 None None] The sync data for ids ['78d04c03-99a3-4367-aa13-495ed056c833'] in dv-cinder-804757-1-iscsi is: [{'id': '78d04c03-99a3-4367-aa13-495ed056c833', 'name': 'tempest-AttachVolumeShelveTestJSON-358074610-router', 'tenant_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'a05b9c80-d7bd-443d-886a-5f75d7af02da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:19:49Z', 'updated_at': '2021-08-16T15:19:52Z', 'revision_number': 4, 'project_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'gw_port': {'id': 'a05b9c80-d7bd-443d-886a-5f75d7af02da', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d04c03-99a3-4367-aa13-495ed056c833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:19:49Z', 'updated_at': '2021-08-16T15:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_interfaces': [{'id': 'e54593f6-0432-409f-af75-02733488a93e', 'name': '', 'network_id': '1f85c19c-3590-46ae-ae77-7ccaa8ebaa66', 'tenant_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'mac_address': 'fa:16:3e:1c:94:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d04c03-99a3-4367-aa13-495ed056c833', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '9230327a-1ceb-43b3-9be3-e38bfee2db31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:19:51Z', 'updated_at': '2021-08-16T15:19:56Z', 'revision_number': 5, 'project_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'subnets': [{'id': '9230327a-1ceb-43b3-9be3-e38bfee2db31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:24:46.438339 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed51dca9-3225-4082-b2f8-136c25f7e0bf None None] New status for floating IP e606c95c-4e6d-40ad-b1a0-41aaaf3fdb71: DOWN {{(pid=94053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 15:24:46.778333 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 43236) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:24:46.831361 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0cfe8e9c-e25b-42aa-87e2-ac47fdf9feac tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:46.853746 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0cfe8e9c-e25b-42aa-87e2-ac47fdf9feac tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:46.898403 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0cfe8e9c-e25b-42aa-87e2-ac47fdf9feac tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:46.900954 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0cfe8e9c-e25b-42aa-87e2-ac47fdf9feac tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:46.902041 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-0cfe8e9c-e25b-42aa-87e2-ac47fdf9feac tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "DELETE /v2.0/security-groups/981e1269-13fd-43ed-9faf-efee2615ebac HTTP/1.1" status: 204 len: 168 time: 0.1227396 Aug 16 15:24:46.904984 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 43238) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:24:46.910852 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfe8e9c-e25b-42aa-87e2-ac47fdf9feac tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=981e1269-13fd-43ed-9faf-efee2615ebac,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:24:46.918740 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.api.v2.resource [None req-b0409bab-10c8-4a72-872d-4838fcfaf3f8 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] show failed (client error): The resource could not be found. Aug 16 15:24:46.922318 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-b0409bab-10c8-4a72-872d-4838fcfaf3f8 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "GET /v2.0/security-groups/981e1269-13fd-43ed-9faf-efee2615ebac HTTP/1.1" status: 404 len: 347 time: 0.0137680 Aug 16 15:24:46.922560 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 43240) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:24:47.044544 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-4cd7a39d-7517-41ca-9183-c32a09e76092 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Deleting port d24746e3-fa06-4ec7-a2f2-ec755261549e {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:24:47.044799 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4cd7a39d-7517-41ca-9183-c32a09e76092 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769335647479'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:47.121748 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4cd7a39d-7517-41ca-9183-c32a09e76092 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3800399'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:47.122068 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4cd7a39d-7517-41ca-9183-c32a09e76092 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:47.133119 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-4cd7a39d-7517-41ca-9183-c32a09e76092 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Calling delete_port for d24746e3-fa06-4ec7-a2f2-ec755261549e owned by network:floatingip {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:24:47.262465 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4cd7a39d-7517-41ca-9183-c32a09e76092 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769335768917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769335250710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2787876'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:47.290664 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd7a39d-7517-41ca-9183-c32a09e76092 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Pushing event deleted for resources: {'Port': ['ID=d24746e3-fa06-4ec7-a2f2-ec755261549e,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:24:47.315601 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd7a39d-7517-41ca-9183-c32a09e76092 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:24:47.315947 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd7a39d-7517-41ca-9183-c32a09e76092 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:24:47.316313 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd7a39d-7517-41ca-9183-c32a09e76092 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:24:47.316643 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd7a39d-7517-41ca-9183-c32a09e76092 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:24:47.316976 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd7a39d-7517-41ca-9183-c32a09e76092 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:24:47.317303 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd7a39d-7517-41ca-9183-c32a09e76092 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:24:47.317626 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd7a39d-7517-41ca-9183-c32a09e76092 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:24:47.317946 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd7a39d-7517-41ca-9183-c32a09e76092 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:24:47.318268 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd7a39d-7517-41ca-9183-c32a09e76092 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:24:47.318583 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd7a39d-7517-41ca-9183-c32a09e76092 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:24:47.318900 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd7a39d-7517-41ca-9183-c32a09e76092 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:24:47.319216 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd7a39d-7517-41ca-9183-c32a09e76092 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:24:47.358254 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4cd7a39d-7517-41ca-9183-c32a09e76092 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks [] for floatingip, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:47.360918 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-4cd7a39d-7517-41ca-9183-c32a09e76092 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for floatingip, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:47.362074 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-4cd7a39d-7517-41ca-9183-c32a09e76092 tempest-AttachVolumeShelveTestJSON-1077957070 tempest-AttachVolumeShelveTestJSON-1077957070-project] 10.222.0.22 "DELETE /v2.0/floatingips/e606c95c-4e6d-40ad-b1a0-41aaaf3fdb71 HTTP/1.1" status: 204 len: 168 time: 0.4386060 Aug 16 15:24:49.753947 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 43262) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:24:50.036944 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device 14cfe939-6150-4359-9cab-4306b4fcb62e no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:24:50.057629 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] No Port match for: 14cfe939-6150-4359-9cab-4306b4fcb62e {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:24:50.058064 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device 14cfe939-6150-4359-9cab-4306b4fcb62e not bound to the agent host hv-cinder-80475 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:24:50.232654 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-543b25fe-1e2c-4626-b3f3-cf6aad06ef6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4167229'] for router_interface, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:50.472723 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-543b25fe-1e2c-4626-b3f3-cf6aad06ef6d admin admin] Deleting port e54593f6-0432-409f-af75-02733488a93e {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:24:50.473055 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-543b25fe-1e2c-4626-b3f3-cf6aad06ef6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769335647479'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:50.550233 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-543b25fe-1e2c-4626-b3f3-cf6aad06ef6d admin admin] For port e54593f6-0432-409f-af75-02733488a93e, host dv-cinder-804757-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=e54593f6-0432-409f-af75-02733488a93e,segment=NetworkSegment(14733ac2-d464-430a-8fbb-6986db0ef57d),segment_id=14733ac2-d464-430a-8fbb-6986db0ef57d)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:24:50.550596 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-543b25fe-1e2c-4626-b3f3-cf6aad06ef6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3800399'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:50.562799 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-543b25fe-1e2c-4626-b3f3-cf6aad06ef6d admin admin] Calling delete_port for e54593f6-0432-409f-af75-02733488a93e owned by network:router_interface {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:24:50.735705 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-543b25fe-1e2c-4626-b3f3-cf6aad06ef6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769335768917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769335250710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2787876'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:50.759742 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b25fe-1e2c-4626-b3f3-cf6aad06ef6d admin admin] Pushing event deleted for resources: {'Port': ['ID=e54593f6-0432-409f-af75-02733488a93e,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:24:50.918103 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-543b25fe-1e2c-4626-b3f3-cf6aad06ef6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3780375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3797165'] for router_interface, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:51.123022 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-543b25fe-1e2c-4626-b3f3-cf6aad06ef6d admin admin] Router 78d04c03-99a3-4367-aa13-495ed056c833 has already been hosted by L3 agent b2ca3166-9002-4222-bd01-ae8f73ca62dc {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 15:24:51.224000 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543b25fe-1e2c-4626-b3f3-cf6aad06ef6d admin admin] Notify agent at l3_agent.dv-cinder-804757-1-iscsi the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:24:51.231668 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-543b25fe-1e2c-4626-b3f3-cf6aad06ef6d admin admin] 10.222.0.22 "PUT /v2.0/routers/78d04c03-99a3-4367-aa13-495ed056c833/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4766114 Aug 16 15:24:51.232235 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 43266) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:24:51.235692 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b0dd04-3d21-45b1-b617-cd8980641795 None None] Sync routers for ids ['78d04c03-99a3-4367-aa13-495ed056c833'] in dv-cinder-804757-1-iscsi {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:24:51.244657 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b0dd04-3d21-45b1-b617-cd8980641795 None None] Routers {'78d04c03-99a3-4367-aa13-495ed056c833'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:24:51.245255 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-78b0dd04-3d21-45b1-b617-cd8980641795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:24:34Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['78d04c03-99a3-4367-aa13-495ed056c833'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:24:51.333250 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-01bb3a21-bbf1-4033-951d-b543508f5e18 admin admin] Notify callbacks [] for router, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:51.345429 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-78b0dd04-3d21-45b1-b617-cd8980641795 None None] Set router 78d04c03-99a3-4367-aa13-495ed056c833 gateway port host: dv-cinder-804757-1-iscsi {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:24:51.432454 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-01bb3a21-bbf1-4033-951d-b543508f5e18 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:51.482549 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-01bb3a21-bbf1-4033-951d-b543508f5e18 admin admin] Deleting port a05b9c80-d7bd-443d-886a-5f75d7af02da {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:24:51.482877 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-01bb3a21-bbf1-4033-951d-b543508f5e18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769335647479'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:51.522212 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-78b0dd04-3d21-45b1-b617-cd8980641795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78d04c03-99a3-4367-aa13-495ed056c833', 'name': 'tempest-AttachVolumeShelveTestJSON-358074610-router', 'tenant_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'a05b9c80-d7bd-443d-886a-5f75d7af02da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:19:49Z', 'updated_at': '2021-08-16T15:24:50Z', 'revision_number': 5, 'project_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'gw_port': {'id': 'a05b9c80-d7bd-443d-886a-5f75d7af02da', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d04c03-99a3-4367-aa13-495ed056c833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:19:49Z', 'updated_at': '2021-08-16T15:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi'}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:24:51.552029 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b0dd04-3d21-45b1-b617-cd8980641795 None None] Checking router: 78d04c03-99a3-4367-aa13-495ed056c833 for host: dv-cinder-804757-1-iscsi {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:24:51.560260 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b0dd04-3d21-45b1-b617-cd8980641795 None None] Routers {'78d04c03-99a3-4367-aa13-495ed056c833'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:24:51.560851 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-78b0dd04-3d21-45b1-b617-cd8980641795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:24:34Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['78d04c03-99a3-4367-aa13-495ed056c833'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:24:51.562169 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-01bb3a21-bbf1-4033-951d-b543508f5e18 admin admin] For port a05b9c80-d7bd-443d-886a-5f75d7af02da, host dv-cinder-804757-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=a05b9c80-d7bd-443d-886a-5f75d7af02da,segment=NetworkSegment(6c369326-29bf-41f1-8d37-65f3627778f0),segment_id=6c369326-29bf-41f1-8d37-65f3627778f0)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:24:51.562525 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-01bb3a21-bbf1-4033-951d-b543508f5e18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3800399'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:51.573776 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-01bb3a21-bbf1-4033-951d-b543508f5e18 admin admin] Calling delete_port for a05b9c80-d7bd-443d-886a-5f75d7af02da owned by network:router_gateway {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:24:51.642763 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-78b0dd04-3d21-45b1-b617-cd8980641795 None None] Set router 78d04c03-99a3-4367-aa13-495ed056c833 gateway port host: None {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:24:51.702127 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-78b0dd04-3d21-45b1-b617-cd8980641795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78d04c03-99a3-4367-aa13-495ed056c833', 'name': 'tempest-AttachVolumeShelveTestJSON-358074610-router', 'tenant_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:19:49Z', 'updated_at': '2021-08-16T15:24:51Z', 'revision_number': 6, 'project_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'gw_port_host': None}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:24:51.741627 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b0dd04-3d21-45b1-b617-cd8980641795 None None] The sync data for ids ['78d04c03-99a3-4367-aa13-495ed056c833'] in dv-cinder-804757-1-iscsi is: [{'id': '78d04c03-99a3-4367-aa13-495ed056c833', 'name': 'tempest-AttachVolumeShelveTestJSON-358074610-router', 'tenant_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:19:49Z', 'updated_at': '2021-08-16T15:24:51Z', 'revision_number': 6, 'project_id': 'aa352a0731a74cdfa6f278a2b7ba2820', 'gw_port_host': None}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:24:51.744559 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-01bb3a21-bbf1-4033-951d-b543508f5e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769335768917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769335250710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268375'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:51.770523 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bb3a21-bbf1-4033-951d-b543508f5e18 admin admin] Pushing event deleted for resources: {'Port': ['ID=a05b9c80-d7bd-443d-886a-5f75d7af02da,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:24:51.838068 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-01bb3a21-bbf1-4033-951d-b543508f5e18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798535'] for router_gateway, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:51.929470 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-01bb3a21-bbf1-4033-951d-b543508f5e18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46264'] for router, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:51.931497 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-01bb3a21-bbf1-4033-951d-b543508f5e18 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:51.973088 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-01bb3a21-bbf1-4033-951d-b543508f5e18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771546'] for router, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:51.973539 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01bb3a21-bbf1-4033-951d-b543508f5e18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78d04c03-99a3-4367-aa13-495ed056c833 {{(pid=94051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 15:24:51.978561 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-01bb3a21-bbf1-4033-951d-b543508f5e18 admin admin] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:51.979699 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-01bb3a21-bbf1-4033-951d-b543508f5e18 admin admin] 10.222.0.22 "DELETE /v2.0/routers/78d04c03-99a3-4367-aa13-495ed056c833 HTTP/1.1" status: 204 len: 168 time: 0.7464104 Aug 16 15:24:51.982732 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 43268) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:24:52.026544 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-56bb0d88-d42f-4918-ac03-f8c1fe60e315 admin admin] Deleting subnet 9230327a-1ceb-43b3-9be3-e38bfee2db31 {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 15:24:52.035321 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-56bb0d88-d42f-4918-ac03-f8c1fe60e315 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:52.070449 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-56bb0d88-d42f-4918-ac03-f8c1fe60e315 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2459736'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:52.161245 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-56bb0d88-d42f-4918-ac03-f8c1fe60e315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1014246'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:52.217409 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-56bb0d88-d42f-4918-ac03-f8c1fe60e315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4115071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2268290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26656816'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:52.242768 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bb0d88-d42f-4918-ac03-f8c1fe60e315 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9230327a-1ceb-43b3-9be3-e38bfee2db31,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:24:52.246196 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-56bb0d88-d42f-4918-ac03-f8c1fe60e315 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3780594'] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:52.248055 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-56bb0d88-d42f-4918-ac03-f8c1fe60e315 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/9230327a-1ceb-43b3-9be3-e38bfee2db31 HTTP/1.1" status: 204 len: 168 time: 0.2643588 Aug 16 15:24:52.250639 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 43270) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:24:52.252301 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341553b0-fe93-4e04-8fb2-bfaa9b5448b7 None None] Network 1f85c19c-3590-46ae-ae77-7ccaa8ebaa66 requested from dv-cinder-804757-1-iscsi {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:24:52.315926 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0b4daaef-a75d-4be7-8cfc-355f94699887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653808'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:52.370651 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-0b4daaef-a75d-4be7-8cfc-355f94699887 admin admin] Deleting port ecc36235-0301-4375-aac8-ecb342bb4cb2 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:24:52.371053 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0b4daaef-a75d-4be7-8cfc-355f94699887 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769335647479'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:52.431407 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-0b4daaef-a75d-4be7-8cfc-355f94699887 admin admin] For port ecc36235-0301-4375-aac8-ecb342bb4cb2, host dv-cinder-804757-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=ecc36235-0301-4375-aac8-ecb342bb4cb2,segment=NetworkSegment(14733ac2-d464-430a-8fbb-6986db0ef57d),segment_id=14733ac2-d464-430a-8fbb-6986db0ef57d)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:24:52.431766 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0b4daaef-a75d-4be7-8cfc-355f94699887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3800399'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:52.444713 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-0b4daaef-a75d-4be7-8cfc-355f94699887 admin admin] Calling delete_port for ecc36235-0301-4375-aac8-ecb342bb4cb2 owned by network:dhcp {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:24:52.520952 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76afcba2-d2b0-463f-8168-88a054a1622a None None] DHCP port deletion for 1f85c19c-3590-46ae-ae77-7ccaa8ebaa66 request from dv-cinder-804757-1-iscsi {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 15:24:52.535190 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0b4daaef-a75d-4be7-8cfc-355f94699887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769335768917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769335250710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2787876'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:52.561290 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4daaef-a75d-4be7-8cfc-355f94699887 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecc36235-0301-4375-aac8-ecb342bb4cb2,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:24:52.568119 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4daaef-a75d-4be7-8cfc-355f94699887 admin admin] No DVR routers for this DVR port ecc36235-0301-4375-aac8-ecb342bb4cb2 on host dv-cinder-804757-1-iscsi {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 15:24:52.577787 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-76afcba2-d2b0-463f-8168-88a054a1622a None None] Deleting port ecc36235-0301-4375-aac8-ecb342bb4cb2 {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:24:52.578200 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76afcba2-d2b0-463f-8168-88a054a1622a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769335647479'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:52.618795 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device a05b9c80-d7bd-443d-886a-5f75d7af02da no longer exists at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:24:52.644451 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0b4daaef-a75d-4be7-8cfc-355f94699887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000339', 'neutron.services.segments.db._delete_segments_for_network-8769335759171'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:52.648003 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] No Port match for: a05b9c80-d7bd-443d-886a-5f75d7af02da {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:24:52.648343 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device a05b9c80-d7bd-443d-886a-5f75d7af02da not bound to the agent host dv-cinder-804757-1-iscsi {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:24:52.648764 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device e54593f6-0432-409f-af75-02733488a93e no longer exists at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:24:52.656109 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.services.segments.db [None req-0b4daaef-a75d-4be7-8cfc-355f94699887 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f85c19c-3590-46ae-ae77-7ccaa8ebaa66']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:24:52.669247 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.services.segments.db [None req-0b4daaef-a75d-4be7-8cfc-355f94699887 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14733ac2-d464-430a-8fbb-6986db0ef57d') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:24:52.669646 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.services.segments.db [None req-0b4daaef-a75d-4be7-8cfc-355f94699887 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14733ac2-d464-430a-8fbb-6986db0ef57d') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:24:52.676180 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] No Port match for: e54593f6-0432-409f-af75-02733488a93e {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:24:52.676507 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device e54593f6-0432-409f-af75-02733488a93e not bound to the agent host dv-cinder-804757-1-iscsi {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:24:52.676915 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device ecc36235-0301-4375-aac8-ecb342bb4cb2 no longer exists at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:24:52.679930 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0b4daaef-a75d-4be7-8cfc-355f94699887 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769335762252', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2564632'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:52.694781 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0b4daaef-a75d-4be7-8cfc-355f94699887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014199'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:52.699386 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-76afcba2-d2b0-463f-8168-88a054a1622a None None] For port ecc36235-0301-4375-aac8-ecb342bb4cb2, host dv-cinder-804757-1-iscsi, got binding levels [] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:24:52.700369 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76afcba2-d2b0-463f-8168-88a054a1622a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3800399'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:52.701414 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b4daaef-a75d-4be7-8cfc-355f94699887 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 15:24:52.702159 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0b4daaef-a75d-4be7-8cfc-355f94699887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2787863'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:52.702908 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] No Port match for: ecc36235-0301-4375-aac8-ecb342bb4cb2 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:24:52.703127 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device ecc36235-0301-4375-aac8-ecb342bb4cb2 not bound to the agent host dv-cinder-804757-1-iscsi {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:24:52.704183 dv-cinder-804757-1-iscsi neutron-server[94052]: Traceback (most recent call last): Aug 16 15:24:52.704183 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 15:24:52.704183 dv-cinder-804757-1-iscsi neutron-server[94052]: timer() Aug 16 15:24:52.704183 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 15:24:52.704183 dv-cinder-804757-1-iscsi neutron-server[94052]: cb(*args, **kw) Aug 16 15:24:52.704183 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 15:24:52.704183 dv-cinder-804757-1-iscsi neutron-server[94052]: return func(*args, **kwargs) Aug 16 15:24:52.704183 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 15:24:52.704183 dv-cinder-804757-1-iscsi neutron-server[94052]: self._notify() Aug 16 15:24:52.704183 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 15:24:52.704183 dv-cinder-804757-1-iscsi neutron-server[94052]: self.callback(batched_events) Aug 16 15:24:52.704183 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 15:24:52.704183 dv-cinder-804757-1-iscsi neutron-server[94052]: event.method(event) Aug 16 15:24:52.704183 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 15:24:52.704183 dv-cinder-804757-1-iscsi neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 15:24:52.704183 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 15:24:52.704183 dv-cinder-804757-1-iscsi neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 15:24:52.704183 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 15:24:52.704183 dv-cinder-804757-1-iscsi neutron-server[94052]: return f(self, *a, **k) Aug 16 15:24:52.704183 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 15:24:52.704183 dv-cinder-804757-1-iscsi neutron-server[94052]: return self._get(url).json() Aug 16 15:24:52.704183 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 15:24:52.704183 dv-cinder-804757-1-iscsi neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 15:24:52.704183 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 15:24:52.704183 dv-cinder-804757-1-iscsi neutron-server[94052]: return self.request(url, 'GET', **kwargs) Aug 16 15:24:52.704183 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 15:24:52.704183 dv-cinder-804757-1-iscsi neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 15:24:52.704183 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 15:24:52.704183 dv-cinder-804757-1-iscsi neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 15:24:52.704183 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 15:24:52.704183 dv-cinder-804757-1-iscsi neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 15:24:52.704183 dv-cinder-804757-1-iscsi neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 15:24:52.715704 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-76afcba2-d2b0-463f-8168-88a054a1622a None None] Calling delete_port for ecc36235-0301-4375-aac8-ecb342bb4cb2 owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:24:52.718483 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.ipam_backend_mixin [None req-76afcba2-d2b0-463f-8168-88a054a1622a None None] Port ecc36235-0301-4375-aac8-ecb342bb4cb2 was not found and therefore no delete operation was performed {{(pid=94053) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 15:24:52.719818 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-76afcba2-d2b0-463f-8168-88a054a1622a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769335768917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769335250710'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:52.744300 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76afcba2-d2b0-463f-8168-88a054a1622a None None] Pushing event deleted for resources: {'Port': ['ID=ecc36235-0301-4375-aac8-ecb342bb4cb2,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:24:52.750706 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76afcba2-d2b0-463f-8168-88a054a1622a None None] No DVR routers for this DVR port ecc36235-0301-4375-aac8-ecb342bb4cb2 on host dv-cinder-804757-1-iscsi {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 15:24:52.761128 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76afcba2-d2b0-463f-8168-88a054a1622a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:24:52.761128 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76afcba2-d2b0-463f-8168-88a054a1622a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:24:52.761128 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76afcba2-d2b0-463f-8168-88a054a1622a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:24:52.761128 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76afcba2-d2b0-463f-8168-88a054a1622a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:24:52.761128 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76afcba2-d2b0-463f-8168-88a054a1622a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:24:52.761128 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76afcba2-d2b0-463f-8168-88a054a1622a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:24:52.762095 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76afcba2-d2b0-463f-8168-88a054a1622a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:24:52.762095 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76afcba2-d2b0-463f-8168-88a054a1622a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:24:52.762496 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76afcba2-d2b0-463f-8168-88a054a1622a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:24:52.762796 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76afcba2-d2b0-463f-8168-88a054a1622a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:24:52.763015 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76afcba2-d2b0-463f-8168-88a054a1622a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:24:52.763319 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76afcba2-d2b0-463f-8168-88a054a1622a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:24:52.769595 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0b4daaef-a75d-4be7-8cfc-355f94699887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798563'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:52.774899 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0b4daaef-a75d-4be7-8cfc-355f94699887 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3780594'] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:52.779187 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-0b4daaef-a75d-4be7-8cfc-355f94699887 admin admin] 10.222.0.22 "DELETE /v2.0/networks/1f85c19c-3590-46ae-ae77-7ccaa8ebaa66 HTTP/1.1" status: 204 len: 168 time: 0.5251491 Aug 16 15:24:52.788951 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4daaef-a75d-4be7-8cfc-355f94699887 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f85c19c-3590-46ae-ae77-7ccaa8ebaa66,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:24:52.894659 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 43274) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:24:52.932366 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-fdf19bb9-11b9-45a9-a809-ebfaa5693a18 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=aa352a0731a74cdfa6f278a2b7ba2820&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0365846 Aug 16 15:24:52.935259 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 43276) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:24:52.980525 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7adab374-2c0f-45a4-aa0a-1235ee743061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:53.003912 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7adab374-2c0f-45a4-aa0a-1235ee743061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:53.319015 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7adab374-2c0f-45a4-aa0a-1235ee743061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:53.321720 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7adab374-2c0f-45a4-aa0a-1235ee743061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:53.322880 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-7adab374-2c0f-45a4-aa0a-1235ee743061 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bbf5a8ed-5440-421f-9d3e-7375e2786d73 HTTP/1.1" status: 204 len: 168 time: 0.3867350 Aug 16 15:24:53.331186 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adab374-2c0f-45a4-aa0a-1235ee743061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf5a8ed-5440-421f-9d3e-7375e2786d73,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:24:53.976307 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 43298) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:24:54.070915 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [None req-19abda34-8731-4018-b0d0-6528674387c3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-8151588-network', 'tenant_id': '748db6b2d09f4a18b730eb30423e7be7'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:24:54.090899 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19abda34-8731-4018-b0d0-6528674387c3 admin admin] Made reservation on behalf of 748db6b2d09f4a18b730eb30423e7be7 for: {'network': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:24:54.093159 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-19abda34-8731-4018-b0d0-6528674387c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for network, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:54.101710 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-19abda34-8731-4018-b0d0-6528674387c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:54.186913 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-19abda34-8731-4018-b0d0-6528674387c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:54.191508 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-19abda34-8731-4018-b0d0-6528674387c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:54.214203 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19abda34-8731-4018-b0d0-6528674387c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=94051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 15:24:54.223390 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19abda34-8731-4018-b0d0-6528674387c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a67e3ff8-70ba-401e-b61e-756d2fc736dd,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:24:54.228206 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-19abda34-8731-4018-b0d0-6528674387c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014199'] for segment, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:54.228562 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.db.segments_db [None req-19abda34-8731-4018-b0d0-6528674387c3 admin admin] Added segment 40983c5b-bde1-48a3-a0c1-770144874f34 of type vlan for network f7c89e50-4998-484b-8c53-e561d3d7c4a5 Aug 16 15:24:54.271559 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-19abda34-8731-4018-b0d0-6528674387c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769335234654'] for network, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:54.295234 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-19abda34-8731-4018-b0d0-6528674387c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352'] for network, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:54.296123 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19abda34-8731-4018-b0d0-6528674387c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:24:54.296697 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-19abda34-8731-4018-b0d0-6528674387c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3780594'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:54.344631 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-19abda34-8731-4018-b0d0-6528674387c3 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3672488 Aug 16 15:24:54.347466 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 43302) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:24:54.352671 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.v2.base [None req-16725108-290d-46c8-a02a-af813d8b30ce admin admin] Request body: {'subnet': {'network_id': 'f7c89e50-4998-484b-8c53-e561d3d7c4a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-8151588-subnet', 'tenant_id': '748db6b2d09f4a18b730eb30423e7be7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:24:54.355291 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19abda34-8731-4018-b0d0-6528674387c3 admin admin] Pushing event updated for resources: {'Network': ['ID=f7c89e50-4998-484b-8c53-e561d3d7c4a5,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:24:54.364970 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Network f7c89e50-4998-484b-8c53-e561d3d7c4a5 details requested by agent ovs-agent-dv-cinder-804757-1-iscsi with host dv-cinder-804757-1-iscsi {{(pid=94053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 15:24:54.372850 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16725108-290d-46c8-a02a-af813d8b30ce admin admin] Made reservation on behalf of 748db6b2d09f4a18b730eb30423e7be7 for: {'subnet': 1} {{(pid=94052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:24:54.375122 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-16725108-290d-46c8-a02a-af813d8b30ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26895518'] for subnet, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:54.537426 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-16725108-290d-46c8-a02a-af813d8b30ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4115071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2787508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26895600'] for subnet, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:54.590795 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16725108-290d-46c8-a02a-af813d8b30ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddadddc4-b42d-4733-a2ad-7e9caef56d9b,revision_number=0']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:24:54.598984 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16725108-290d-46c8-a02a-af813d8b30ce admin admin] Checking segment: {'id': '40983c5b-bde1-48a3-a0c1-770144874f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f7c89e50-4998-484b-8c53-e561d3d7c4a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:24:54.599336 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16725108-290d-46c8-a02a-af813d8b30ce admin admin] Network hostable DHCP agents. Network: f7c89e50-4998-484b-8c53-e561d3d7c4a5, hostable agents: ['7344f624-85b8-4b8b-b38a-21b8c75b4ec1'], hosted agents: [] {{(pid=94052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 15:24:54.615684 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16725108-290d-46c8-a02a-af813d8b30ce admin admin] Network f7c89e50-4998-484b-8c53-e561d3d7c4a5 is scheduled to be hosted by DHCP agent 7344f624-85b8-4b8b-b38a-21b8c75b4ec1 with binding_index 1 {{(pid=94052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 15:24:54.624198 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.base_scheduler [None req-16725108-290d-46c8-a02a-af813d8b30ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-1-iscsi, f7c89e50-4998-484b-8c53-e561d3d7c4a5) {{(pid=94052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:24:54.628188 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16725108-290d-46c8-a02a-af813d8b30ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:24:54.628778 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-16725108-290d-46c8-a02a-af813d8b30ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:54.633626 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e80c87f-7fd8-44b9-964b-39223e1a3a89 None None] Network f7c89e50-4998-484b-8c53-e561d3d7c4a5 requested from dv-cinder-804757-1-iscsi {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:24:54.642812 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-16725108-290d-46c8-a02a-af813d8b30ce admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.2942038 Aug 16 15:24:54.756420 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e463b0-25b8-487e-9768-fadf6636df25 None None] Network f7c89e50-4998-484b-8c53-e561d3d7c4a5 requested from dv-cinder-804757-1-iscsi {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:24:55.056535 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6bf01f-9683-4b80-a73e-e4652f727030 req-ec3aec17-e00a-4874-a8d8-ba4931bb8a53 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:24:55.057979 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-1f6bf01f-9683-4b80-a73e-e4652f727030 req-ec3aec17-e00a-4874-a8d8-ba4931bb8a53 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/networks?id=f7c89e50-4998-484b-8c53-e561d3d7c4a5 HTTP/1.1" status: 200 len: 812 time: 0.1020761 Aug 16 15:24:55.072779 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-1f6bf01f-9683-4b80-a73e-e4652f727030 req-408b7ba0-34b7-4044-885a-6b73ed121490 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/quotas/748db6b2d09f4a18b730eb30423e7be7 HTTP/1.1" status: 200 len: 375 time: 0.0086668 Aug 16 15:24:55.102362 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-1f6bf01f-9683-4b80-a73e-e4652f727030 req-d7e18854-c811-47f6-9876-c11b521bee2f tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=748db6b2d09f4a18b730eb30423e7be7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0245969 Aug 16 15:24:55.190693 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-1f6bf01f-9683-4b80-a73e-e4652f727030 req-2b0718d4-d590-4c2a-b73d-d184d4f1a825 service neutron] 10.222.0.22 "GET /v2.0/networks/f7c89e50-4998-484b-8c53-e561d3d7c4a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811841 Aug 16 15:24:55.276523 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-1f6bf01f-9683-4b80-a73e-e4652f727030 req-969ad254-1b3f-4ac6-a942-75697d754b31 service neutron] 10.222.0.22 "GET /v2.0/networks/f7c89e50-4998-484b-8c53-e561d3d7c4a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800018 Aug 16 15:24:55.426426 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-d7bb4227-fee7-428e-af85-e9fc4dcbd612 req-5bcb860c-3f01-408b-9088-0f00821e632f tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c649279-f6b5-40ee-a0a0-01be8da5ad54 HTTP/1.1" status: 200 len: 210 time: 0.0269201 Aug 16 15:24:56.325604 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6bf01f-9683-4b80-a73e-e4652f727030 req-87bb1326-85c4-4799-8e21-1e703352e6d6 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:24:56.327024 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-1f6bf01f-9683-4b80-a73e-e4652f727030 req-87bb1326-85c4-4799-8e21-1e703352e6d6 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.63 "GET /v2.0/networks?id=f7c89e50-4998-484b-8c53-e561d3d7c4a5 HTTP/1.1" status: 200 len: 812 time: 0.1042585 Aug 16 15:24:56.340401 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [req-1f6bf01f-9683-4b80-a73e-e4652f727030 req-f51c300f-8445-497b-a437-7e0dc083c232 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Request body: {'port': {'device_id': '1c649279-f6b5-40ee-a0a0-01be8da5ad54', 'network_id': 'f7c89e50-4998-484b-8c53-e561d3d7c4a5', 'admin_state_up': True, 'tenant_id': '748db6b2d09f4a18b730eb30423e7be7'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:24:56.440728 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:56.444599 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f6bf01f-9683-4b80-a73e-e4652f727030 req-f51c300f-8445-497b-a437-7e0dc083c232 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Made reservation on behalf of 748db6b2d09f4a18b730eb30423e7be7 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:24:56.448192 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1f6bf01f-9683-4b80-a73e-e4652f727030 req-f51c300f-8445-497b-a437-7e0dc083c232 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:56.775350 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-e9ccc0ba-ea47-43e6-8908-24157854f860 req-7123e47a-449c-4cbd-928c-0d7f6ea84aef tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c649279-f6b5-40ee-a0a0-01be8da5ad54 HTTP/1.1" status: 200 len: 210 time: 0.0316856 Aug 16 15:24:56.841886 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-1f6bf01f-9683-4b80-a73e-e4652f727030 req-f51c300f-8445-497b-a437-7e0dc083c232 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Allocated IP 172.20.0.9 (f7c89e50-4998-484b-8c53-e561d3d7c4a5/ddadddc4-b42d-4733-a2ad-7e9caef56d9b/84202aed-4813-4e7d-b1c1-2de0c0f06fec) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:24:56.986024 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1f6bf01f-9683-4b80-a73e-e4652f727030 req-f51c300f-8445-497b-a437-7e0dc083c232 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:57.023704 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1f6bf01f-9683-4b80-a73e-e4652f727030 req-f51c300f-8445-497b-a437-7e0dc083c232 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769335250701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268375'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:57.068006 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f6bf01f-9683-4b80-a73e-e4652f727030 req-f51c300f-8445-497b-a437-7e0dc083c232 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Network f7c89e50-4998-484b-8c53-e561d3d7c4a5 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:24:57.070930 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-1f6bf01f-9683-4b80-a73e-e4652f727030 req-f51c300f-8445-497b-a437-7e0dc083c232 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:24:57.074553 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f6bf01f-9683-4b80-a73e-e4652f727030 req-f51c300f-8445-497b-a437-7e0dc083c232 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:24:57.102487 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51c300f-8445-497b-a437-7e0dc083c232 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Pushing event updated for resources: {'Port': ['ID=84202aed-4813-4e7d-b1c1-2de0c0f06fec,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:24:57.131428 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6bf01f-9683-4b80-a73e-e4652f727030 req-f51c300f-8445-497b-a437-7e0dc083c232 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:24:57.132048 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1f6bf01f-9683-4b80-a73e-e4652f727030 req-f51c300f-8445-497b-a437-7e0dc083c232 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:57.146783 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-1f6bf01f-9683-4b80-a73e-e4652f727030 req-f51c300f-8445-497b-a437-7e0dc083c232 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8106391 Aug 16 15:24:57.159439 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [req-1f6bf01f-9683-4b80-a73e-e4652f727030 req-71e400d6-76c7-40be-ac6a-fcc5fc6d3b19 service neutron] Request body: {'port': {'device_id': '1c649279-f6b5-40ee-a0a0-01be8da5ad54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:24:57.210311 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1f6bf01f-9683-4b80-a73e-e4652f727030 req-71e400d6-76c7-40be-ac6a-fcc5fc6d3b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:57.461354 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.notifiers.nova [req-1f6bf01f-9683-4b80-a73e-e4652f727030 req-71e400d6-76c7-40be-ac6a-fcc5fc6d3b19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84202aed-4813-4e7d-b1c1-2de0c0f06fec {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:24:57.469119 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1f6bf01f-9683-4b80-a73e-e4652f727030 req-71e400d6-76c7-40be-ac6a-fcc5fc6d3b19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:57.480625 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-1f6bf01f-9683-4b80-a73e-e4652f727030 req-71e400d6-76c7-40be-ac6a-fcc5fc6d3b19 service neutron] Transition to ACTIVE for port object 84202aed-4813-4e7d-b1c1-2de0c0f06fec will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:24:57.484477 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1f6bf01f-9683-4b80-a73e-e4652f727030 req-71e400d6-76c7-40be-ac6a-fcc5fc6d3b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2268376'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:57.533954 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e400d6-76c7-40be-ac6a-fcc5fc6d3b19 service neutron] Pushing event updated for resources: {'Port': ['ID=84202aed-4813-4e7d-b1c1-2de0c0f06fec,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:24:57.594296 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-1f6bf01f-9683-4b80-a73e-e4652f727030 req-71e400d6-76c7-40be-ac6a-fcc5fc6d3b19 service neutron] Attempting to bind port 84202aed-4813-4e7d-b1c1-2de0c0f06fec on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:24:57.594621 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-1f6bf01f-9683-4b80-a73e-e4652f727030 req-71e400d6-76c7-40be-ac6a-fcc5fc6d3b19 service neutron] Attempting to bind port 84202aed-4813-4e7d-b1c1-2de0c0f06fec by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '40983c5b-bde1-48a3-a0c1-770144874f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f7c89e50-4998-484b-8c53-e561d3d7c4a5'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:24:57.594938 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6bf01f-9683-4b80-a73e-e4652f727030 req-71e400d6-76c7-40be-ac6a-fcc5fc6d3b19 service neutron] Attempting to bind port 84202aed-4813-4e7d-b1c1-2de0c0f06fec on network f7c89e50-4998-484b-8c53-e561d3d7c4a5 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:24:57.599005 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6bf01f-9683-4b80-a73e-e4652f727030 req-71e400d6-76c7-40be-ac6a-fcc5fc6d3b19 service neutron] Port 84202aed-4813-4e7d-b1c1-2de0c0f06fec on network f7c89e50-4998-484b-8c53-e561d3d7c4a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 15:24:57.599317 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6bf01f-9683-4b80-a73e-e4652f727030 req-71e400d6-76c7-40be-ac6a-fcc5fc6d3b19 service neutron] Attempting to bind port 84202aed-4813-4e7d-b1c1-2de0c0f06fec on network f7c89e50-4998-484b-8c53-e561d3d7c4a5 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:24:57.604172 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6bf01f-9683-4b80-a73e-e4652f727030 req-71e400d6-76c7-40be-ac6a-fcc5fc6d3b19 service neutron] Checking agent: {'id': 'f45772ef-d3bf-49d0-9fe4-7082814820b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 13, 56), 'started_at': datetime.datetime(2021, 8, 16, 15, 13, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:24:57.604495 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6bf01f-9683-4b80-a73e-e4652f727030 req-71e400d6-76c7-40be-ac6a-fcc5fc6d3b19 service neutron] Checking segment: {'id': '40983c5b-bde1-48a3-a0c1-770144874f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f7c89e50-4998-484b-8c53-e561d3d7c4a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:24:57.604863 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6bf01f-9683-4b80-a73e-e4652f727030 req-71e400d6-76c7-40be-ac6a-fcc5fc6d3b19 service neutron] Bound using segment: {'id': '40983c5b-bde1-48a3-a0c1-770144874f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f7c89e50-4998-484b-8c53-e561d3d7c4a5'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:24:57.605303 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-1f6bf01f-9683-4b80-a73e-e4652f727030 req-71e400d6-76c7-40be-ac6a-fcc5fc6d3b19 service neutron] Bound port: 84202aed-4813-4e7d-b1c1-2de0c0f06fec, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40983c5b-bde1-48a3-a0c1-770144874f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f7c89e50-4998-484b-8c53-e561d3d7c4a5'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:24:57.605647 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1f6bf01f-9683-4b80-a73e-e4652f727030 req-71e400d6-76c7-40be-ac6a-fcc5fc6d3b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:57.667769 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-1f6bf01f-9683-4b80-a73e-e4652f727030 req-71e400d6-76c7-40be-ac6a-fcc5fc6d3b19 service neutron] For port 84202aed-4813-4e7d-b1c1-2de0c0f06fec, host hv-cinder-80475, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:24:57.670615 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-1f6bf01f-9683-4b80-a73e-e4652f727030 req-71e400d6-76c7-40be-ac6a-fcc5fc6d3b19 service neutron] For port 84202aed-4813-4e7d-b1c1-2de0c0f06fec, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=84202aed-4813-4e7d-b1c1-2de0c0f06fec,segment=NetworkSegment(40983c5b-bde1-48a3-a0c1-770144874f34),segment_id=40983c5b-bde1-48a3-a0c1-770144874f34)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:24:57.675528 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1f6bf01f-9683-4b80-a73e-e4652f727030 req-71e400d6-76c7-40be-ac6a-fcc5fc6d3b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2268376'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:57.708017 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6bf01f-9683-4b80-a73e-e4652f727030 req-71e400d6-76c7-40be-ac6a-fcc5fc6d3b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:24:57.708618 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-1f6bf01f-9683-4b80-a73e-e4652f727030 req-71e400d6-76c7-40be-ac6a-fcc5fc6d3b19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:24:57.710026 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-1f6bf01f-9683-4b80-a73e-e4652f727030 req-71e400d6-76c7-40be-ac6a-fcc5fc6d3b19 service neutron] 10.222.0.63 "PUT /v2.0/ports/84202aed-4813-4e7d-b1c1-2de0c0f06fec HTTP/1.1" status: 200 len: 1093 time: 0.5545855 Aug 16 15:24:57.710447 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c649279-f6b5-40ee-a0a0-01be8da5ad54', 'tag': '84202aed-4813-4e7d-b1c1-2de0c0f06fec'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:24:57.712726 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a5cfb7157b8b73f0e4116fd12db15b1ff73336af95e475daca955d95e5834ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0f2a9c-0ac3-4760-9b13-264d816f38c2" -d '{"events": [{"name": "network-changed", "server_uuid": "1c649279-f6b5-40ee-a0a0-01be8da5ad54", "tag": "84202aed-4813-4e7d-b1c1-2de0c0f06fec"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:24:57.739736 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e400d6-76c7-40be-ac6a-fcc5fc6d3b19 service neutron] Pushing event updated for resources: {'Port': ['ID=84202aed-4813-4e7d-b1c1-2de0c0f06fec,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:24:57.756945 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 15:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4a4d0a-5112-4a5a-9057-034474a60ff6 x-openstack-request-id: req-1d4a4d0a-5112-4a5a-9057-034474a60ff6 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:24:57.757217 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c649279-f6b5-40ee-a0a0-01be8da5ad54", "tag": "84202aed-4813-4e7d-b1c1-2de0c0f06fec", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:24:57.757457 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1d4a4d0a-5112-4a5a-9057-034474a60ff6 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:24:57.757834 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c649279-f6b5-40ee-a0a0-01be8da5ad54', 'tag': '84202aed-4813-4e7d-b1c1-2de0c0f06fec', 'status': 'completed', 'code': 200} Aug 16 15:24:57.788963 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6bf01f-9683-4b80-a73e-e4652f727030 req-66797bb1-358f-4e53-a1ac-3311efe8c957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:24:57.790403 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-1f6bf01f-9683-4b80-a73e-e4652f727030 req-66797bb1-358f-4e53-a1ac-3311efe8c957 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=748db6b2d09f4a18b730eb30423e7be7&device_id=1c649279-f6b5-40ee-a0a0-01be8da5ad54 HTTP/1.1" status: 200 len: 1096 time: 0.0422404 Aug 16 15:24:57.842217 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-1f6bf01f-9683-4b80-a73e-e4652f727030 req-04030ef6-c2f0-4915-8a58-aee418cfd26f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84202aed-4813-4e7d-b1c1-2de0c0f06fec HTTP/1.1" status: 200 len: 217 time: 0.0444427 Aug 16 15:24:57.910844 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6bf01f-9683-4b80-a73e-e4652f727030 req-1b17153d-4976-44eb-ba81-34168145c08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:24:57.912267 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-1f6bf01f-9683-4b80-a73e-e4652f727030 req-1b17153d-4976-44eb-ba81-34168145c08c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ddadddc4-b42d-4733-a2ad-7e9caef56d9b HTTP/1.1" status: 200 len: 852 time: 0.0607827 Aug 16 15:24:57.923593 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054260db-50c8-452d-bcb2-79363dc88dda req-c7451667-3145-42b8-9800-efbffc5e9e9e tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:24:57.924948 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-054260db-50c8-452d-bcb2-79363dc88dda req-c7451667-3145-42b8-9800-efbffc5e9e9e tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c649279-f6b5-40ee-a0a0-01be8da5ad54 HTTP/1.1" status: 200 len: 943 time: 0.0817449 Aug 16 15:24:57.954266 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-1f6bf01f-9683-4b80-a73e-e4652f727030 req-4c84050d-9830-4ae4-9e6d-2a584d3a5c7f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f7c89e50-4998-484b-8c53-e561d3d7c4a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284507 Aug 16 15:24:58.021973 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-054260db-50c8-452d-bcb2-79363dc88dda req-f533f3ea-cb1f-4694-be9a-6afbc9f81233 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/security-groups?id=a67e3ff8-70ba-401e-b61e-756d2fc736dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889406 Aug 16 15:24:58.057672 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-1f6bf01f-9683-4b80-a73e-e4652f727030 req-37e9c450-21be-4a73-9321-3ec61f48435a service neutron] 10.222.0.63 "GET /v2.0/networks/f7c89e50-4998-484b-8c53-e561d3d7c4a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958898 Aug 16 15:24:58.145564 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-1f6bf01f-9683-4b80-a73e-e4652f727030 req-d4758e54-1d52-489f-b27a-e1796d97805c service neutron] 10.222.0.63 "GET /v2.0/networks/f7c89e50-4998-484b-8c53-e561d3d7c4a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799816 Aug 16 15:24:58.229636 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f2a9c-0ac3-4760-9b13-264d816f38c2 req-d410cb43-9d8c-4e07-abec-106ccb4db7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:24:58.231730 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-6e0f2a9c-0ac3-4760-9b13-264d816f38c2 req-d410cb43-9d8c-4e07-abec-106ccb4db7a3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=748db6b2d09f4a18b730eb30423e7be7&device_id=1c649279-f6b5-40ee-a0a0-01be8da5ad54 HTTP/1.1" status: 200 len: 1096 time: 0.0437436 Aug 16 15:24:58.319628 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f2a9c-0ac3-4760-9b13-264d816f38c2 req-510bb40c-82a4-4c1b-bc34-7862a0104691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:24:58.321030 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-6e0f2a9c-0ac3-4760-9b13-264d816f38c2 req-510bb40c-82a4-4c1b-bc34-7862a0104691 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f7c89e50-4998-484b-8c53-e561d3d7c4a5 HTTP/1.1" status: 200 len: 912 time: 0.0822954 Aug 16 15:24:58.365224 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-6e0f2a9c-0ac3-4760-9b13-264d816f38c2 req-9e566f63-d011-4de2-a485-29ec4fd89fa6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84202aed-4813-4e7d-b1c1-2de0c0f06fec HTTP/1.1" status: 200 len: 217 time: 0.0365512 Aug 16 15:24:58.412517 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f2a9c-0ac3-4760-9b13-264d816f38c2 req-9e0236e0-5a31-47d7-bc29-c58e8927b338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:24:58.413905 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-6e0f2a9c-0ac3-4760-9b13-264d816f38c2 req-9e0236e0-5a31-47d7-bc29-c58e8927b338 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ddadddc4-b42d-4733-a2ad-7e9caef56d9b HTTP/1.1" status: 200 len: 852 time: 0.0410085 Aug 16 15:24:58.444803 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-6e0f2a9c-0ac3-4760-9b13-264d816f38c2 req-72556055-1d9e-4c88-97a1-1226666e6510 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f7c89e50-4998-484b-8c53-e561d3d7c4a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235832 Aug 16 15:24:58.534940 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-6e0f2a9c-0ac3-4760-9b13-264d816f38c2 req-8efefc8c-384d-48b6-b9e8-2e5768e4c08a service neutron] 10.222.0.63 "GET /v2.0/networks/f7c89e50-4998-484b-8c53-e561d3d7c4a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828960 Aug 16 15:24:58.624049 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-6e0f2a9c-0ac3-4760-9b13-264d816f38c2 req-7c5c5fe3-b943-4546-a909-5e5fe1e717bf service neutron] 10.222.0.63 "GET /v2.0/networks/f7c89e50-4998-484b-8c53-e561d3d7c4a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809059 Aug 16 15:24:59.140291 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5499cd5-a3ef-4f1e-9bc1-d928ea1a9948 req-52ab3178-016d-4c7c-91b3-23281c92aff8 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:24:59.141883 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-b5499cd5-a3ef-4f1e-9bc1-d928ea1a9948 req-52ab3178-016d-4c7c-91b3-23281c92aff8 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c649279-f6b5-40ee-a0a0-01be8da5ad54 HTTP/1.1" status: 200 len: 943 time: 0.0537786 Aug 16 15:24:59.180300 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-b5499cd5-a3ef-4f1e-9bc1-d928ea1a9948 req-d5f2a225-9f51-44c4-be80-67672581a382 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/security-groups?id=a67e3ff8-70ba-401e-b61e-756d2fc736dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325239 Aug 16 15:25:00.293641 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d423d62a-9ece-49d7-81c9-c4eb3a4c90fe req-0b3545bf-9175-428f-b42f-1fa553c9cc88 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:00.295195 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-d423d62a-9ece-49d7-81c9-c4eb3a4c90fe req-0b3545bf-9175-428f-b42f-1fa553c9cc88 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c649279-f6b5-40ee-a0a0-01be8da5ad54 HTTP/1.1" status: 200 len: 943 time: 0.0501275 Aug 16 15:25:00.331341 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-d423d62a-9ece-49d7-81c9-c4eb3a4c90fe req-919e406c-4b22-46cb-8648-3d4f1b84ead2 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/security-groups?id=a67e3ff8-70ba-401e-b61e-756d2fc736dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301285 Aug 16 15:25:01.387246 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-971dc05c-0572-4f49-9966-135701fe65b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:01.443389 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d01b36-73bd-4f05-af0d-ce552265944c req-883998d7-0855-4899-acbd-a4ee6f5a9898 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:01.444849 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-31d01b36-73bd-4f05-af0d-ce552265944c req-883998d7-0855-4899-acbd-a4ee6f5a9898 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c649279-f6b5-40ee-a0a0-01be8da5ad54 HTTP/1.1" status: 200 len: 943 time: 0.0471315 Aug 16 15:25:01.482229 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-31d01b36-73bd-4f05-af0d-ce552265944c req-24180d1c-d0aa-4515-b6e3-913bd6897af7 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/security-groups?id=a67e3ff8-70ba-401e-b61e-756d2fc736dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310504 Aug 16 15:25:02.035506 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device 84202aed-4813-4e7d-b1c1-2de0c0f06fec details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 15:25:02.129439 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port 84202aed-4813-4e7d-b1c1-2de0c0f06fec, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=84202aed-4813-4e7d-b1c1-2de0c0f06fec,segment=NetworkSegment(40983c5b-bde1-48a3-a0c1-770144874f34),segment_id=40983c5b-bde1-48a3-a0c1-770144874f34)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:25:02.140129 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Returning: {'device': '84202aed-4813-4e7d-b1c1-2de0c0f06fec', 'network_id': 'f7c89e50-4998-484b-8c53-e561d3d7c4a5', 'port_id': '84202aed-4813-4e7d-b1c1-2de0c0f06fec', 'mac_address': 'fa:16:3e:5a:1b:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddadddc4-b42d-4733-a2ad-7e9caef56d9b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 15:25:02.174843 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:02.187405 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84202aed-4813-4e7d-b1c1-2de0c0f06fec {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:25:02.205421 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port 84202aed-4813-4e7d-b1c1-2de0c0f06fec, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=84202aed-4813-4e7d-b1c1-2de0c0f06fec,segment=NetworkSegment(40983c5b-bde1-48a3-a0c1-770144874f34),segment_id=40983c5b-bde1-48a3-a0c1-770144874f34)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:25:02.209148 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:02.258150 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Pushing event updated for resources: {'Port': ['ID=84202aed-4813-4e7d-b1c1-2de0c0f06fec,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:25:02.441414 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] get_ports_and_sgs() called for port_ids ['84202aed-4813-4e7d-b1c1-2de0c0f06fec'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:25:02.597328 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b7143f-29d4-48d2-b393-48f0b2d274a9 req-2594dd64-5bbd-4f02-a9bd-6422c06399d9 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:02.598789 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-39b7143f-29d4-48d2-b393-48f0b2d274a9 req-2594dd64-5bbd-4f02-a9bd-6422c06399d9 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c649279-f6b5-40ee-a0a0-01be8da5ad54 HTTP/1.1" status: 200 len: 944 time: 0.0519655 Aug 16 15:25:02.634862 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-39b7143f-29d4-48d2-b393-48f0b2d274a9 req-fa6717d8-38e3-4057-af61-bbfa203ea899 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/security-groups?id=a67e3ff8-70ba-401e-b61e-756d2fc736dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299046 Aug 16 15:25:03.663682 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-cc6b262f-2adb-4fdf-945d-2f28126c6674 req-13102cca-7066-4828-9fdc-31d224fa21a3 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=b887f93b-f1ba-4517-8a2d-5f7a03662df7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393651 Aug 16 15:25:03.726424 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6b262f-2adb-4fdf-945d-2f28126c6674 req-084c6882-4feb-4247-ace5-584888f5e27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:03.727894 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-cc6b262f-2adb-4fdf-945d-2f28126c6674 req-084c6882-4feb-4247-ace5-584888f5e27b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=83f7d345b47b4d06a48fabeb3dd2c893&device_id=b887f93b-f1ba-4517-8a2d-5f7a03662df7 HTTP/1.1" status: 200 len: 1099 time: 0.0415549 Aug 16 15:25:03.752155 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304dad6c-b362-4461-984e-34b0d9812795 req-dcc53518-2470-451a-bd88-20e18f22ecb2 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:03.753643 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-304dad6c-b362-4461-984e-34b0d9812795 req-dcc53518-2470-451a-bd88-20e18f22ecb2 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c649279-f6b5-40ee-a0a0-01be8da5ad54 HTTP/1.1" status: 200 len: 944 time: 0.0493526 Aug 16 15:25:03.791436 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-304dad6c-b362-4461-984e-34b0d9812795 req-34f4ae2a-7eba-4c5c-a6e1-673d73ecc76f tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/security-groups?id=a67e3ff8-70ba-401e-b61e-756d2fc736dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319719 Aug 16 15:25:03.832170 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6b262f-2adb-4fdf-945d-2f28126c6674 req-5c804c32-2001-47d1-bbed-a41a039dea90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:03.833622 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-cc6b262f-2adb-4fdf-945d-2f28126c6674 req-5c804c32-2001-47d1-bbed-a41a039dea90 service neutron] 10.222.0.63 "GET /v2.0/networks?id=7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a HTTP/1.1" status: 200 len: 911 time: 0.0867715 Aug 16 15:25:03.896752 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-cc6b262f-2adb-4fdf-945d-2f28126c6674 req-4c00cebb-6361-40a9-8c3d-71e740a089d4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73f0d878-1b70-4984-82a5-5432bace4b88 HTTP/1.1" status: 200 len: 1002 time: 0.0558991 Aug 16 15:25:03.946880 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6b262f-2adb-4fdf-945d-2f28126c6674 req-aa8c33b2-3258-4631-a462-923405e604ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:03.948207 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-cc6b262f-2adb-4fdf-945d-2f28126c6674 req-aa8c33b2-3258-4631-a462-923405e604ef service neutron] 10.222.0.63 "GET /v2.0/subnets?id=12be7342-1293-4efd-8683-22f17d2b28ee HTTP/1.1" status: 200 len: 850 time: 0.0445886 Aug 16 15:25:03.968877 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-26f5f291-6295-4a13-8550-8c5e83f122b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:03.995432 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6b262f-2adb-4fdf-945d-2f28126c6674 req-ad40584a-cb49-4746-a4ac-0e379b5ef44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:03.997016 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-cc6b262f-2adb-4fdf-945d-2f28126c6674 req-ad40584a-cb49-4746-a4ac-0e379b5ef44d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415606 Aug 16 15:25:04.051063 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device 84202aed-4813-4e7d-b1c1-2de0c0f06fec up at agent hyperv_hv-cinder-80475 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:25:04.084421 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-cc6b262f-2adb-4fdf-945d-2f28126c6674 req-cbf6bfe7-c0fc-4a5f-b0e5-d7c91cee494b service neutron] 10.222.0.63 "GET /v2.0/networks/7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798421 Aug 16 15:25:04.100966 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Provisioning for port 84202aed-4813-4e7d-b1c1-2de0c0f06fec completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:25:04.104611 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Provisioning complete for port 84202aed-4813-4e7d-b1c1-2de0c0f06fec triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:25:04.105629 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:04.181018 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-cc6b262f-2adb-4fdf-945d-2f28126c6674 req-00b398f4-196b-4e62-bbac-2bc9b94392e7 service neutron] 10.222.0.63 "GET /v2.0/networks/7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894015 Aug 16 15:25:04.181699 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:04.204755 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c649279-f6b5-40ee-a0a0-01be8da5ad54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84202aed-4813-4e7d-b1c1-2de0c0f06fec'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:25:04.206904 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e76958932a03d86b7f0b22df001500a87ec50ba87a7955a81e77db88798745a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd5fa1b-7191-4267-8860-4ace68256e44" -d '{"events": [{"server_uuid": "1c649279-f6b5-40ee-a0a0-01be8da5ad54", "name": "network-vif-plugged", "status": "completed", "tag": "84202aed-4813-4e7d-b1c1-2de0c0f06fec"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:25:04.220745 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port 84202aed-4813-4e7d-b1c1-2de0c0f06fec, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=84202aed-4813-4e7d-b1c1-2de0c0f06fec,segment=NetworkSegment(40983c5b-bde1-48a3-a0c1-770144874f34),segment_id=40983c5b-bde1-48a3-a0c1-770144874f34)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:25:04.226690 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:04.257295 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2b0f8f-0e54-4f39-93a5-c76646ea8070 x-openstack-request-id: req-2a2b0f8f-0e54-4f39-93a5-c76646ea8070 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:25:04.258044 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c649279-f6b5-40ee-a0a0-01be8da5ad54", "name": "network-vif-plugged", "status": "completed", "tag": "84202aed-4813-4e7d-b1c1-2de0c0f06fec", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:25:04.258044 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2a2b0f8f-0e54-4f39-93a5-c76646ea8070 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:25:04.258277 dv-cinder-804757-1-iscsi neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c649279-f6b5-40ee-a0a0-01be8da5ad54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84202aed-4813-4e7d-b1c1-2de0c0f06fec', 'code': 200} Aug 16 15:25:04.275180 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:04.290519 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Pushing event updated for resources: {'Port': ['ID=84202aed-4813-4e7d-b1c1-2de0c0f06fec,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:25:04.404213 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aea170-cc4c-4350-9b70-1de193d2bfd3 req-f7adc5b5-b2d0-40cd-b045-60a7cd44ffe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:04.405666 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-99aea170-cc4c-4350-9b70-1de193d2bfd3 req-f7adc5b5-b2d0-40cd-b045-60a7cd44ffe8 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=1c649279-f6b5-40ee-a0a0-01be8da5ad54 HTTP/1.1" status: 200 len: 1098 time: 0.0396442 Aug 16 15:25:04.438894 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-99aea170-cc4c-4350-9b70-1de193d2bfd3 req-8b2f10c3-c548-4dc8-9b73-279180fbffb0 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=a67e3ff8-70ba-401e-b61e-756d2fc736dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261099 Aug 16 15:25:04.907342 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5485bcb9-da7a-4c3f-9224-588c7d4fb82d req-9e2cbb31-a601-4919-babe-a7bcda0c2074 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:04.908814 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-5485bcb9-da7a-4c3f-9224-588c7d4fb82d req-9e2cbb31-a601-4919-babe-a7bcda0c2074 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c649279-f6b5-40ee-a0a0-01be8da5ad54 HTTP/1.1" status: 200 len: 945 time: 0.0515795 Aug 16 15:25:04.945489 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-5485bcb9-da7a-4c3f-9224-588c7d4fb82d req-d02eb430-75b7-4418-adb7-eb536b6bff7a tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/security-groups?id=a67e3ff8-70ba-401e-b61e-756d2fc736dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308151 Aug 16 15:25:05.155031 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5f8a3891-afd8-4a3f-99f3-eab7c9032578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:06.056747 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a3212b-32b8-449a-b6f8-cce998be467d req-5028063e-b8b2-4879-88b7-06040c5ece87 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:06.058654 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-d1a3212b-32b8-449a-b6f8-cce998be467d req-5028063e-b8b2-4879-88b7-06040c5ece87 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c649279-f6b5-40ee-a0a0-01be8da5ad54 HTTP/1.1" status: 200 len: 945 time: 0.0474524 Aug 16 15:25:06.097828 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-d1a3212b-32b8-449a-b6f8-cce998be467d req-261564d6-957e-4a4d-b17e-6d0d2ff6a658 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/security-groups?id=a67e3ff8-70ba-401e-b61e-756d2fc736dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333800 Aug 16 15:25:06.804062 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4fd61f29-14ed-4c81-94cc-08da44d16cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:14.321301 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a182cb5-c489-4b9f-9590-394cb4e3ac76 req-a46180bf-6b3a-4788-8efa-4f404ac81e06 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:14.322735 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-4a182cb5-c489-4b9f-9590-394cb4e3ac76 req-a46180bf-6b3a-4788-8efa-4f404ac81e06 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/networks?id=f7c89e50-4998-484b-8c53-e561d3d7c4a5 HTTP/1.1" status: 200 len: 812 time: 0.0978839 Aug 16 15:25:14.337789 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-4a182cb5-c489-4b9f-9590-394cb4e3ac76 req-d915f125-0f73-4585-99aa-fd60fe7ac38a tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/quotas/748db6b2d09f4a18b730eb30423e7be7 HTTP/1.1" status: 200 len: 375 time: 0.0087292 Aug 16 15:25:14.383291 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-4a182cb5-c489-4b9f-9590-394cb4e3ac76 req-9075250a-b262-4400-a007-5d717fca3ea4 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=748db6b2d09f4a18b730eb30423e7be7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0405154 Aug 16 15:25:14.482100 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-4a182cb5-c489-4b9f-9590-394cb4e3ac76 req-d6825d79-10cc-40b8-b914-e9323ed48899 service neutron] 10.222.0.22 "GET /v2.0/networks/f7c89e50-4998-484b-8c53-e561d3d7c4a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906391 Aug 16 15:25:14.577681 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-4a182cb5-c489-4b9f-9590-394cb4e3ac76 req-96f3758b-1b6c-4ddb-a833-90aff6c525bd service neutron] 10.222.0.22 "GET /v2.0/networks/f7c89e50-4998-484b-8c53-e561d3d7c4a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891726 Aug 16 15:25:14.736886 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-9177b8a6-8275-4478-b479-2deb6b643171 req-d7469fb0-8d09-4964-9162-af7e1e5d7ca5 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d4078d9-ed7e-48f0-a325-4cf9d53da250 HTTP/1.1" status: 200 len: 210 time: 0.0282292 Aug 16 15:25:15.712626 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a182cb5-c489-4b9f-9590-394cb4e3ac76 req-93665488-f85a-4b73-ae1d-6df5e57acf9d tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:15.714175 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-4a182cb5-c489-4b9f-9590-394cb4e3ac76 req-93665488-f85a-4b73-ae1d-6df5e57acf9d tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.63 "GET /v2.0/networks?id=f7c89e50-4998-484b-8c53-e561d3d7c4a5 HTTP/1.1" status: 200 len: 812 time: 0.1017890 Aug 16 15:25:15.748524 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [req-4a182cb5-c489-4b9f-9590-394cb4e3ac76 req-04f2fdae-c5ae-433e-aa2c-7f04c0b14609 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Request body: {'port': {'device_id': '8d4078d9-ed7e-48f0-a325-4cf9d53da250', 'network_id': 'f7c89e50-4998-484b-8c53-e561d3d7c4a5', 'admin_state_up': True, 'tenant_id': '748db6b2d09f4a18b730eb30423e7be7'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:25:15.833222 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-6066c182-66b7-4929-a819-246503f86a96 req-b403248e-9591-45a2-9274-5dcfbba677f6 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d4078d9-ed7e-48f0-a325-4cf9d53da250 HTTP/1.1" status: 200 len: 210 time: 0.0287504 Aug 16 15:25:15.879826 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a182cb5-c489-4b9f-9590-394cb4e3ac76 req-04f2fdae-c5ae-433e-aa2c-7f04c0b14609 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Made reservation on behalf of 748db6b2d09f4a18b730eb30423e7be7 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:25:15.883213 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-4a182cb5-c489-4b9f-9590-394cb4e3ac76 req-04f2fdae-c5ae-433e-aa2c-7f04c0b14609 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:16.011455 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-4a182cb5-c489-4b9f-9590-394cb4e3ac76 req-04f2fdae-c5ae-433e-aa2c-7f04c0b14609 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Allocated IP 172.20.0.6 (f7c89e50-4998-484b-8c53-e561d3d7c4a5/ddadddc4-b42d-4733-a2ad-7e9caef56d9b/bf8a5252-8ffe-46d1-8f64-2689772b3f05) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:25:16.152122 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-4a182cb5-c489-4b9f-9590-394cb4e3ac76 req-04f2fdae-c5ae-433e-aa2c-7f04c0b14609 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:16.188734 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-4a182cb5-c489-4b9f-9590-394cb4e3ac76 req-04f2fdae-c5ae-433e-aa2c-7f04c0b14609 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769335250701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268375'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:16.205172 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] get_ports_and_sgs() called for port_ids ['84202aed-4813-4e7d-b1c1-2de0c0f06fec'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:25:16.234760 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a182cb5-c489-4b9f-9590-394cb4e3ac76 req-04f2fdae-c5ae-433e-aa2c-7f04c0b14609 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Network f7c89e50-4998-484b-8c53-e561d3d7c4a5 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:25:16.240067 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-4a182cb5-c489-4b9f-9590-394cb4e3ac76 req-04f2fdae-c5ae-433e-aa2c-7f04c0b14609 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:25:16.244428 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a182cb5-c489-4b9f-9590-394cb4e3ac76 req-04f2fdae-c5ae-433e-aa2c-7f04c0b14609 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:25:16.273940 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f2fdae-c5ae-433e-aa2c-7f04c0b14609 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Pushing event updated for resources: {'Port': ['ID=bf8a5252-8ffe-46d1-8f64-2689772b3f05,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:25:16.297662 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a182cb5-c489-4b9f-9590-394cb4e3ac76 req-04f2fdae-c5ae-433e-aa2c-7f04c0b14609 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:16.298264 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-4a182cb5-c489-4b9f-9590-394cb4e3ac76 req-04f2fdae-c5ae-433e-aa2c-7f04c0b14609 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:16.312018 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-4a182cb5-c489-4b9f-9590-394cb4e3ac76 req-04f2fdae-c5ae-433e-aa2c-7f04c0b14609 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5680158 Aug 16 15:25:16.330422 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [req-4a182cb5-c489-4b9f-9590-394cb4e3ac76 req-8b8c01e9-1699-4572-99d1-0a2ffbce5732 service neutron] Request body: {'port': {'device_id': '8d4078d9-ed7e-48f0-a325-4cf9d53da250', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:25:16.381512 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-4a182cb5-c489-4b9f-9590-394cb4e3ac76 req-8b8c01e9-1699-4572-99d1-0a2ffbce5732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:16.628117 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.notifiers.nova [req-4a182cb5-c489-4b9f-9590-394cb4e3ac76 req-8b8c01e9-1699-4572-99d1-0a2ffbce5732 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf8a5252-8ffe-46d1-8f64-2689772b3f05 {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:25:16.635255 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-4a182cb5-c489-4b9f-9590-394cb4e3ac76 req-8b8c01e9-1699-4572-99d1-0a2ffbce5732 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:16.646541 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-4a182cb5-c489-4b9f-9590-394cb4e3ac76 req-8b8c01e9-1699-4572-99d1-0a2ffbce5732 service neutron] Transition to ACTIVE for port object bf8a5252-8ffe-46d1-8f64-2689772b3f05 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:25:16.650214 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-4a182cb5-c489-4b9f-9590-394cb4e3ac76 req-8b8c01e9-1699-4572-99d1-0a2ffbce5732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2268376'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:16.698627 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8c01e9-1699-4572-99d1-0a2ffbce5732 service neutron] Pushing event updated for resources: {'Port': ['ID=bf8a5252-8ffe-46d1-8f64-2689772b3f05,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:25:16.762166 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-4a182cb5-c489-4b9f-9590-394cb4e3ac76 req-8b8c01e9-1699-4572-99d1-0a2ffbce5732 service neutron] Attempting to bind port bf8a5252-8ffe-46d1-8f64-2689772b3f05 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:25:16.762861 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-4a182cb5-c489-4b9f-9590-394cb4e3ac76 req-8b8c01e9-1699-4572-99d1-0a2ffbce5732 service neutron] Attempting to bind port bf8a5252-8ffe-46d1-8f64-2689772b3f05 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '40983c5b-bde1-48a3-a0c1-770144874f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f7c89e50-4998-484b-8c53-e561d3d7c4a5'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:25:16.762861 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a182cb5-c489-4b9f-9590-394cb4e3ac76 req-8b8c01e9-1699-4572-99d1-0a2ffbce5732 service neutron] Attempting to bind port bf8a5252-8ffe-46d1-8f64-2689772b3f05 on network f7c89e50-4998-484b-8c53-e561d3d7c4a5 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:25:16.767035 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a182cb5-c489-4b9f-9590-394cb4e3ac76 req-8b8c01e9-1699-4572-99d1-0a2ffbce5732 service neutron] Port bf8a5252-8ffe-46d1-8f64-2689772b3f05 on network f7c89e50-4998-484b-8c53-e561d3d7c4a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 15:25:16.767353 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a182cb5-c489-4b9f-9590-394cb4e3ac76 req-8b8c01e9-1699-4572-99d1-0a2ffbce5732 service neutron] Attempting to bind port bf8a5252-8ffe-46d1-8f64-2689772b3f05 on network f7c89e50-4998-484b-8c53-e561d3d7c4a5 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:25:16.772046 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a182cb5-c489-4b9f-9590-394cb4e3ac76 req-8b8c01e9-1699-4572-99d1-0a2ffbce5732 service neutron] Checking agent: {'id': 'f45772ef-d3bf-49d0-9fe4-7082814820b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 13, 56), 'started_at': datetime.datetime(2021, 8, 16, 15, 13, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:25:16.772385 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a182cb5-c489-4b9f-9590-394cb4e3ac76 req-8b8c01e9-1699-4572-99d1-0a2ffbce5732 service neutron] Checking segment: {'id': '40983c5b-bde1-48a3-a0c1-770144874f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f7c89e50-4998-484b-8c53-e561d3d7c4a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:25:16.772770 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a182cb5-c489-4b9f-9590-394cb4e3ac76 req-8b8c01e9-1699-4572-99d1-0a2ffbce5732 service neutron] Bound using segment: {'id': '40983c5b-bde1-48a3-a0c1-770144874f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f7c89e50-4998-484b-8c53-e561d3d7c4a5'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:25:16.773191 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-4a182cb5-c489-4b9f-9590-394cb4e3ac76 req-8b8c01e9-1699-4572-99d1-0a2ffbce5732 service neutron] Bound port: bf8a5252-8ffe-46d1-8f64-2689772b3f05, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40983c5b-bde1-48a3-a0c1-770144874f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f7c89e50-4998-484b-8c53-e561d3d7c4a5'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:25:16.773539 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-4a182cb5-c489-4b9f-9590-394cb4e3ac76 req-8b8c01e9-1699-4572-99d1-0a2ffbce5732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:16.833648 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-4a182cb5-c489-4b9f-9590-394cb4e3ac76 req-8b8c01e9-1699-4572-99d1-0a2ffbce5732 service neutron] For port bf8a5252-8ffe-46d1-8f64-2689772b3f05, host hv-cinder-80475, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:25:16.836525 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-4a182cb5-c489-4b9f-9590-394cb4e3ac76 req-8b8c01e9-1699-4572-99d1-0a2ffbce5732 service neutron] For port bf8a5252-8ffe-46d1-8f64-2689772b3f05, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=bf8a5252-8ffe-46d1-8f64-2689772b3f05,segment=NetworkSegment(40983c5b-bde1-48a3-a0c1-770144874f34),segment_id=40983c5b-bde1-48a3-a0c1-770144874f34)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:25:16.840454 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-4a182cb5-c489-4b9f-9590-394cb4e3ac76 req-8b8c01e9-1699-4572-99d1-0a2ffbce5732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2268376'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:16.872920 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a182cb5-c489-4b9f-9590-394cb4e3ac76 req-8b8c01e9-1699-4572-99d1-0a2ffbce5732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:16.873528 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-4a182cb5-c489-4b9f-9590-394cb4e3ac76 req-8b8c01e9-1699-4572-99d1-0a2ffbce5732 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:16.874964 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-4a182cb5-c489-4b9f-9590-394cb4e3ac76 req-8b8c01e9-1699-4572-99d1-0a2ffbce5732 service neutron] 10.222.0.63 "PUT /v2.0/ports/bf8a5252-8ffe-46d1-8f64-2689772b3f05 HTTP/1.1" status: 200 len: 1093 time: 0.5486171 Aug 16 15:25:16.875400 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d4078d9-ed7e-48f0-a325-4cf9d53da250', 'tag': 'bf8a5252-8ffe-46d1-8f64-2689772b3f05'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:25:16.877657 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a5cfb7157b8b73f0e4116fd12db15b1ff73336af95e475daca955d95e5834ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9ae9f6-bea2-4d2b-a0ef-e14ed7eade18" -d '{"events": [{"name": "network-changed", "server_uuid": "8d4078d9-ed7e-48f0-a325-4cf9d53da250", "tag": "bf8a5252-8ffe-46d1-8f64-2689772b3f05"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:25:16.909970 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8c01e9-1699-4572-99d1-0a2ffbce5732 service neutron] Pushing event updated for resources: {'Port': ['ID=bf8a5252-8ffe-46d1-8f64-2689772b3f05,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:25:16.917720 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 15:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089cdbc7-9552-4504-a82f-414dbecb0604 x-openstack-request-id: req-089cdbc7-9552-4504-a82f-414dbecb0604 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:25:16.918001 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d4078d9-ed7e-48f0-a325-4cf9d53da250", "tag": "bf8a5252-8ffe-46d1-8f64-2689772b3f05", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:25:16.918245 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-089cdbc7-9552-4504-a82f-414dbecb0604 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:25:16.918655 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d4078d9-ed7e-48f0-a325-4cf9d53da250', 'tag': 'bf8a5252-8ffe-46d1-8f64-2689772b3f05', 'status': 'completed', 'code': 200} Aug 16 15:25:16.964393 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a182cb5-c489-4b9f-9590-394cb4e3ac76 req-615f0f3d-a299-4096-8f9d-9431cbd575a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:16.966457 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-4a182cb5-c489-4b9f-9590-394cb4e3ac76 req-615f0f3d-a299-4096-8f9d-9431cbd575a7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=748db6b2d09f4a18b730eb30423e7be7&device_id=8d4078d9-ed7e-48f0-a325-4cf9d53da250 HTTP/1.1" status: 200 len: 1096 time: 0.0405076 Aug 16 15:25:16.967159 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389dc084-0c38-4ed0-b553-e59bfa57d17c req-4e589b71-9562-43e4-834e-7d7649192182 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:16.968674 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-389dc084-0c38-4ed0-b553-e59bfa57d17c req-4e589b71-9562-43e4-834e-7d7649192182 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d4078d9-ed7e-48f0-a325-4cf9d53da250 HTTP/1.1" status: 200 len: 943 time: 0.0645766 Aug 16 15:25:17.006738 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-389dc084-0c38-4ed0-b553-e59bfa57d17c req-49303450-71e3-49d8-9dbf-3da09b7c7561 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/security-groups?id=a67e3ff8-70ba-401e-b61e-756d2fc736dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320461 Aug 16 15:25:17.011810 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-4a182cb5-c489-4b9f-9590-394cb4e3ac76 req-f7f0f275-e102-473d-91e9-5f955fd0a250 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf8a5252-8ffe-46d1-8f64-2689772b3f05 HTTP/1.1" status: 200 len: 217 time: 0.0370018 Aug 16 15:25:17.061122 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a182cb5-c489-4b9f-9590-394cb4e3ac76 req-63effcad-fdce-40dd-9623-3ad948241395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:17.062496 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-4a182cb5-c489-4b9f-9590-394cb4e3ac76 req-63effcad-fdce-40dd-9623-3ad948241395 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ddadddc4-b42d-4733-a2ad-7e9caef56d9b HTTP/1.1" status: 200 len: 852 time: 0.0431948 Aug 16 15:25:17.092682 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-4a182cb5-c489-4b9f-9590-394cb4e3ac76 req-b2a85c82-598c-4b63-842a-886199e134de service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f7c89e50-4998-484b-8c53-e561d3d7c4a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0226839 Aug 16 15:25:17.180803 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-4a182cb5-c489-4b9f-9590-394cb4e3ac76 req-79f0a21a-51cd-4181-867a-6a05fd00df05 service neutron] 10.222.0.63 "GET /v2.0/networks/f7c89e50-4998-484b-8c53-e561d3d7c4a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812578 Aug 16 15:25:17.274091 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-4a182cb5-c489-4b9f-9590-394cb4e3ac76 req-6a3b0bf1-05f3-4db7-a432-7cef3e1ba408 service neutron] 10.222.0.63 "GET /v2.0/networks/f7c89e50-4998-484b-8c53-e561d3d7c4a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862038 Aug 16 15:25:17.364385 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ae9f6-bea2-4d2b-a0ef-e14ed7eade18 req-5bda830e-6300-4f7e-a791-25ed933e0996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:17.365816 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-ec9ae9f6-bea2-4d2b-a0ef-e14ed7eade18 req-5bda830e-6300-4f7e-a791-25ed933e0996 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=748db6b2d09f4a18b730eb30423e7be7&device_id=8d4078d9-ed7e-48f0-a325-4cf9d53da250 HTTP/1.1" status: 200 len: 1096 time: 0.0393291 Aug 16 15:25:17.456234 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ae9f6-bea2-4d2b-a0ef-e14ed7eade18 req-ffc221d3-503e-4514-aa6a-a76ade29f0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:17.457670 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-ec9ae9f6-bea2-4d2b-a0ef-e14ed7eade18 req-ffc221d3-503e-4514-aa6a-a76ade29f0db service neutron] 10.222.0.63 "GET /v2.0/networks?id=f7c89e50-4998-484b-8c53-e561d3d7c4a5 HTTP/1.1" status: 200 len: 912 time: 0.0844543 Aug 16 15:25:17.499725 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-ec9ae9f6-bea2-4d2b-a0ef-e14ed7eade18 req-ba76d8de-77bb-40d3-841d-01e7ef49bec9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf8a5252-8ffe-46d1-8f64-2689772b3f05 HTTP/1.1" status: 200 len: 217 time: 0.0327625 Aug 16 15:25:17.556099 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ae9f6-bea2-4d2b-a0ef-e14ed7eade18 req-6be6c870-1c11-4148-b25a-7ba8e0a93e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:17.557467 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-ec9ae9f6-bea2-4d2b-a0ef-e14ed7eade18 req-6be6c870-1c11-4148-b25a-7ba8e0a93e0a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ddadddc4-b42d-4733-a2ad-7e9caef56d9b HTTP/1.1" status: 200 len: 852 time: 0.0459194 Aug 16 15:25:17.594068 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-ec9ae9f6-bea2-4d2b-a0ef-e14ed7eade18 req-8542d12d-576e-4b7f-9401-a4c2387e6270 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f7c89e50-4998-484b-8c53-e561d3d7c4a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231316 Aug 16 15:25:17.681371 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-ec9ae9f6-bea2-4d2b-a0ef-e14ed7eade18 req-279985b2-1ab9-4d81-a306-673f6347a419 service neutron] 10.222.0.63 "GET /v2.0/networks/f7c89e50-4998-484b-8c53-e561d3d7c4a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787597 Aug 16 15:25:17.771036 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-ec9ae9f6-bea2-4d2b-a0ef-e14ed7eade18 req-27f29602-6a98-4ba3-b939-8876c79c67a4 service neutron] 10.222.0.63 "GET /v2.0/networks/f7c89e50-4998-484b-8c53-e561d3d7c4a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813792 Aug 16 15:25:17.960037 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.agents_db [None req-45e7de1a-0021-4862-aee0-d1a44650be34 None None] Agent healthcheck: found 6 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 15:25:18.122457 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb825b-fdd3-4b50-986c-cf5200e5a63c req-7db28e0c-e493-4dac-9bcf-6b4c07914dc6 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:18.123914 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-1dfb825b-fdd3-4b50-986c-cf5200e5a63c req-7db28e0c-e493-4dac-9bcf-6b4c07914dc6 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d4078d9-ed7e-48f0-a325-4cf9d53da250 HTTP/1.1" status: 200 len: 943 time: 0.0504904 Aug 16 15:25:18.160118 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-1dfb825b-fdd3-4b50-986c-cf5200e5a63c req-76092ada-4ccf-4b8b-b7e1-085e09c246c4 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/security-groups?id=a67e3ff8-70ba-401e-b61e-756d2fc736dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302420 Aug 16 15:25:19.278579 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32733bb-7c23-4d28-9a11-71be6bfb5456 req-382f4155-ae9d-4f34-8ce1-13dfbae1e275 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:19.280064 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-e32733bb-7c23-4d28-9a11-71be6bfb5456 req-382f4155-ae9d-4f34-8ce1-13dfbae1e275 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d4078d9-ed7e-48f0-a325-4cf9d53da250 HTTP/1.1" status: 200 len: 943 time: 0.0550451 Aug 16 15:25:19.320335 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-e32733bb-7c23-4d28-9a11-71be6bfb5456 req-6e1ef51b-4956-405e-8f59-7379db19ef7d tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/security-groups?id=a67e3ff8-70ba-401e-b61e-756d2fc736dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344203 Aug 16 15:25:20.133400 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device bf8a5252-8ffe-46d1-8f64-2689772b3f05 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 15:25:20.227193 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port bf8a5252-8ffe-46d1-8f64-2689772b3f05, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=bf8a5252-8ffe-46d1-8f64-2689772b3f05,segment=NetworkSegment(40983c5b-bde1-48a3-a0c1-770144874f34),segment_id=40983c5b-bde1-48a3-a0c1-770144874f34)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:25:20.238478 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Returning: {'device': 'bf8a5252-8ffe-46d1-8f64-2689772b3f05', 'network_id': 'f7c89e50-4998-484b-8c53-e561d3d7c4a5', 'port_id': 'bf8a5252-8ffe-46d1-8f64-2689772b3f05', 'mac_address': 'fa:16:3e:e3:06:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddadddc4-b42d-4733-a2ad-7e9caef56d9b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 15:25:20.275212 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:20.287187 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf8a5252-8ffe-46d1-8f64-2689772b3f05 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:25:20.305363 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port bf8a5252-8ffe-46d1-8f64-2689772b3f05, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=bf8a5252-8ffe-46d1-8f64-2689772b3f05,segment=NetworkSegment(40983c5b-bde1-48a3-a0c1-770144874f34),segment_id=40983c5b-bde1-48a3-a0c1-770144874f34)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:25:20.310552 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:20.356087 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Pushing event updated for resources: {'Port': ['ID=bf8a5252-8ffe-46d1-8f64-2689772b3f05,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:25:20.430212 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dce497-b2fd-429f-b091-3562cd239cc7 req-f560e510-aa6b-4540-86f7-e8e3aec2adab tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:20.431549 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-41dce497-b2fd-429f-b091-3562cd239cc7 req-f560e510-aa6b-4540-86f7-e8e3aec2adab tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d4078d9-ed7e-48f0-a325-4cf9d53da250 HTTP/1.1" status: 200 len: 944 time: 0.0471179 Aug 16 15:25:20.472402 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-41dce497-b2fd-429f-b091-3562cd239cc7 req-fcf0b7eb-48db-4386-9a0b-e587fc45bdc0 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/security-groups?id=a67e3ff8-70ba-401e-b61e-756d2fc736dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344980 Aug 16 15:25:20.547560 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] get_ports_and_sgs() called for port_ids ['bf8a5252-8ffe-46d1-8f64-2689772b3f05'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:25:21.584120 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d8dd1d-69d0-40a4-8c42-73064de68ff1 req-cb0550a7-43be-475a-b587-a7dc22bde01e tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:21.585561 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-e0d8dd1d-69d0-40a4-8c42-73064de68ff1 req-cb0550a7-43be-475a-b587-a7dc22bde01e tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d4078d9-ed7e-48f0-a325-4cf9d53da250 HTTP/1.1" status: 200 len: 944 time: 0.0484138 Aug 16 15:25:21.622331 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-e0d8dd1d-69d0-40a4-8c42-73064de68ff1 req-93e9efa4-bff0-468c-bc84-c50f216211aa tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/security-groups?id=a67e3ff8-70ba-401e-b61e-756d2fc736dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303950 Aug 16 15:25:22.144272 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device bf8a5252-8ffe-46d1-8f64-2689772b3f05 up at agent hyperv_hv-cinder-80475 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:25:22.190755 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Provisioning for port bf8a5252-8ffe-46d1-8f64-2689772b3f05 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:25:22.194176 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Provisioning complete for port bf8a5252-8ffe-46d1-8f64-2689772b3f05 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:25:22.194544 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:22.273477 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:22.294272 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4078d9-ed7e-48f0-a325-4cf9d53da250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf8a5252-8ffe-46d1-8f64-2689772b3f05'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:25:22.297175 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e76958932a03d86b7f0b22df001500a87ec50ba87a7955a81e77db88798745a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1046b539-85e1-40da-9f99-a6f4cd966135" -d '{"events": [{"server_uuid": "8d4078d9-ed7e-48f0-a325-4cf9d53da250", "name": "network-vif-plugged", "status": "completed", "tag": "bf8a5252-8ffe-46d1-8f64-2689772b3f05"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:25:22.310102 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port bf8a5252-8ffe-46d1-8f64-2689772b3f05, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=bf8a5252-8ffe-46d1-8f64-2689772b3f05,segment=NetworkSegment(40983c5b-bde1-48a3-a0c1-770144874f34),segment_id=40983c5b-bde1-48a3-a0c1-770144874f34)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:25:22.314923 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:22.340130 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9dc049-2e5d-4872-a919-b6125ea6e946 x-openstack-request-id: req-cc9dc049-2e5d-4872-a919-b6125ea6e946 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:25:22.340547 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d4078d9-ed7e-48f0-a325-4cf9d53da250", "name": "network-vif-plugged", "status": "completed", "tag": "bf8a5252-8ffe-46d1-8f64-2689772b3f05", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:25:22.340802 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cc9dc049-2e5d-4872-a919-b6125ea6e946 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:25:22.341192 dv-cinder-804757-1-iscsi neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d4078d9-ed7e-48f0-a325-4cf9d53da250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf8a5252-8ffe-46d1-8f64-2689772b3f05', 'code': 200} Aug 16 15:25:22.366740 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Pushing event updated for resources: {'Port': ['ID=bf8a5252-8ffe-46d1-8f64-2689772b3f05,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:25:22.498331 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de42e243-da8c-41df-b97c-dbe86d32fc32 req-790653a2-840e-452d-a2d9-d667996d3503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:22.499717 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-de42e243-da8c-41df-b97c-dbe86d32fc32 req-790653a2-840e-452d-a2d9-d667996d3503 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=8d4078d9-ed7e-48f0-a325-4cf9d53da250 HTTP/1.1" status: 200 len: 1098 time: 0.0402153 Aug 16 15:25:22.547781 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-de42e243-da8c-41df-b97c-dbe86d32fc32 req-4f8735c0-c896-4cad-83ad-27bf5992f2b0 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=a67e3ff8-70ba-401e-b61e-756d2fc736dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380723 Aug 16 15:25:22.736400 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff934008-a4e3-4996-b140-c7dcefa41a19 req-975680dd-b37e-413f-b60d-e612fb95e31e tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:22.737828 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-ff934008-a4e3-4996-b140-c7dcefa41a19 req-975680dd-b37e-413f-b60d-e612fb95e31e tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d4078d9-ed7e-48f0-a325-4cf9d53da250 HTTP/1.1" status: 200 len: 945 time: 0.0476303 Aug 16 15:25:22.773655 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-ff934008-a4e3-4996-b140-c7dcefa41a19 req-12700825-01e1-47d2-86f0-60c998df7d0e tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/security-groups?id=a67e3ff8-70ba-401e-b61e-756d2fc736dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299914 Aug 16 15:25:23.537156 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 43434) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:25:23.694226 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-5259946f-7ae6-418c-9456-de4e76f9d3d8 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Deleting port fa838710-9e62-4ceb-a1d7-5a7469ba5ec1 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:25:23.694560 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5259946f-7ae6-418c-9456-de4e76f9d3d8 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769335647479'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:23.768535 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5259946f-7ae6-418c-9456-de4e76f9d3d8 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3800399'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:23.768859 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5259946f-7ae6-418c-9456-de4e76f9d3d8 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:23.779764 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-5259946f-7ae6-418c-9456-de4e76f9d3d8 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Calling delete_port for fa838710-9e62-4ceb-a1d7-5a7469ba5ec1 owned by network:floatingip {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:25:23.909757 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf21c1-376d-4f13-ac03-80908c2ea896 req-2c848fd0-1877-4cb8-a02f-7f2219d82bab tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:23.911216 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-a8cf21c1-376d-4f13-ac03-80908c2ea896 req-2c848fd0-1877-4cb8-a02f-7f2219d82bab tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d4078d9-ed7e-48f0-a325-4cf9d53da250 HTTP/1.1" status: 200 len: 945 time: 0.0710111 Aug 16 15:25:23.980067 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-a8cf21c1-376d-4f13-ac03-80908c2ea896 req-9fd9c353-7b4d-4f6f-a81f-b0ba3fb0d65e tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/security-groups?id=a67e3ff8-70ba-401e-b61e-756d2fc736dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628450 Aug 16 15:25:23.997171 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5259946f-7ae6-418c-9456-de4e76f9d3d8 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769335768917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769335250710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268375'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:24.022231 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5259946f-7ae6-418c-9456-de4e76f9d3d8 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Pushing event deleted for resources: {'Port': ['ID=fa838710-9e62-4ceb-a1d7-5a7469ba5ec1,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:25:24.087769 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5259946f-7ae6-418c-9456-de4e76f9d3d8 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks [] for floatingip, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:24.088127 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.db.l3_db [None req-5259946f-7ae6-418c-9456-de4e76f9d3d8 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Floating IP 506c9153-8185-4812-8678-915b0ae8c628 disassociated (deleted). External IP: 172.27.3.100, port: 73f0d878-1b70-4984-82a5-5432bace4b88. Aug 16 15:25:24.535557 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5259946f-7ae6-418c-9456-de4e76f9d3d8 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Router a8a11809-5a53-44bf-97c1-d2f6d9224a81 has already been hosted by L3 agent b2ca3166-9002-4222-bd01-ae8f73ca62dc {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 15:25:24.634772 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5259946f-7ae6-418c-9456-de4e76f9d3d8 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify agent at l3_agent.dv-cinder-804757-1-iscsi the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:25:24.639487 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5259946f-7ae6-418c-9456-de4e76f9d3d8 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:24.643989 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f72c9ab-2ab0-428e-ab3c-20ff7009603a None None] Sync routers for ids ['a8a11809-5a53-44bf-97c1-d2f6d9224a81'] in dv-cinder-804757-1-iscsi {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:25:24.652670 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f72c9ab-2ab0-428e-ab3c-20ff7009603a None None] Routers {'a8a11809-5a53-44bf-97c1-d2f6d9224a81'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:25:24.653273 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-6f72c9ab-2ab0-428e-ab3c-20ff7009603a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:25:04Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['a8a11809-5a53-44bf-97c1-d2f6d9224a81'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:25:24.667735 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-5259946f-7ae6-418c-9456-de4e76f9d3d8 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "DELETE /v2.0/floatingips/506c9153-8185-4812-8678-915b0ae8c628 HTTP/1.1" status: 204 len: 168 time: 1.1295004 Aug 16 15:25:24.668343 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b887f93b-f1ba-4517-8a2d-5f7a03662df7', 'tag': '73f0d878-1b70-4984-82a5-5432bace4b88'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:25:24.671039 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a5cfb7157b8b73f0e4116fd12db15b1ff73336af95e475daca955d95e5834ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3206e279-8a64-4475-a409-5a85310d88b8" -d '{"events": [{"name": "network-changed", "server_uuid": "b887f93b-f1ba-4517-8a2d-5f7a03662df7", "tag": "73f0d878-1b70-4984-82a5-5432bace4b88"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:25:24.707458 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 15:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a6f746-ce9d-442c-8a29-8c2d03e8ad49 x-openstack-request-id: req-a3a6f746-ce9d-442c-8a29-8c2d03e8ad49 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:25:24.707742 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b887f93b-f1ba-4517-8a2d-5f7a03662df7", "tag": "73f0d878-1b70-4984-82a5-5432bace4b88", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:25:24.708012 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a3a6f746-ce9d-442c-8a29-8c2d03e8ad49 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:25:24.708411 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b887f93b-f1ba-4517-8a2d-5f7a03662df7', 'tag': '73f0d878-1b70-4984-82a5-5432bace4b88', 'status': 'completed', 'code': 200} Aug 16 15:25:24.770244 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-6f72c9ab-2ab0-428e-ab3c-20ff7009603a None None] Set router a8a11809-5a53-44bf-97c1-d2f6d9224a81 gateway port host: dv-cinder-804757-1-iscsi {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:25:24.790166 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206e279-8a64-4475-a409-5a85310d88b8 req-787e7ad4-96da-433d-88ac-ce983162faf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:24.791921 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-3206e279-8a64-4475-a409-5a85310d88b8 req-787e7ad4-96da-433d-88ac-ce983162faf3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=83f7d345b47b4d06a48fabeb3dd2c893&device_id=b887f93b-f1ba-4517-8a2d-5f7a03662df7 HTTP/1.1" status: 200 len: 1099 time: 0.0552378 Aug 16 15:25:24.887640 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206e279-8a64-4475-a409-5a85310d88b8 req-5e9b9ec4-2b31-456e-8b41-88459fcc26a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:24.890938 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-3206e279-8a64-4475-a409-5a85310d88b8 req-5e9b9ec4-2b31-456e-8b41-88459fcc26a0 service neutron] 10.222.0.63 "GET /v2.0/networks?id=7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a HTTP/1.1" status: 200 len: 911 time: 0.0915222 Aug 16 15:25:24.903052 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb90d04-ec82-44e9-9394-7f6830ff9462 req-3f302f6c-2239-44d1-8d96-45c3668a3579 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:24.905255 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-cdb90d04-ec82-44e9-9394-7f6830ff9462 req-3f302f6c-2239-44d1-8d96-45c3668a3579 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/ports?device_id=b887f93b-f1ba-4517-8a2d-5f7a03662df7 HTTP/1.1" status: 200 len: 946 time: 0.0518849 Aug 16 15:25:24.944831 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-3206e279-8a64-4475-a409-5a85310d88b8 req-11163860-1685-4ee9-ba50-8a28ed3f79b3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73f0d878-1b70-4984-82a5-5432bace4b88 HTTP/1.1" status: 200 len: 217 time: 0.0386794 Aug 16 15:25:24.949759 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-cdb90d04-ec82-44e9-9394-7f6830ff9462 req-b77cbfab-a971-43bb-b04a-2dc9ce09a340 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/security-groups?id=f81d9cb5-ee7b-41c0-8dbe-a0336cac8bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364344 Aug 16 15:25:24.995368 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206e279-8a64-4475-a409-5a85310d88b8 req-176c9045-70d5-49ff-8212-30690f8afa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:24.996866 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-3206e279-8a64-4475-a409-5a85310d88b8 req-176c9045-70d5-49ff-8212-30690f8afa35 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=12be7342-1293-4efd-8683-22f17d2b28ee HTTP/1.1" status: 200 len: 850 time: 0.0448637 Aug 16 15:25:25.047940 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206e279-8a64-4475-a409-5a85310d88b8 req-36b351b6-4d76-4d1d-ba53-b5495408176c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:25.049491 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-3206e279-8a64-4475-a409-5a85310d88b8 req-36b351b6-4d76-4d1d-ba53-b5495408176c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424852 Aug 16 15:25:25.151078 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-3206e279-8a64-4475-a409-5a85310d88b8 req-26bc63fc-b9ae-4845-b430-2ac9af1c0eb2 service neutron] 10.222.0.63 "GET /v2.0/networks/7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911701 Aug 16 15:25:25.154341 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-6f72c9ab-2ab0-428e-ab3c-20ff7009603a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'name': 'tempest-TestVolumeBootPattern-878461996-router', 'tenant_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '47aa7870-f937-41a9-a42d-54da90726343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:17:54Z', 'updated_at': '2021-08-16T15:17:59Z', 'revision_number': 4, 'project_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'gw_port': {'id': '47aa7870-f937-41a9-a42d-54da90726343', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:54Z', 'updated_at': '2021-08-16T15:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_floatingips': [{'id': 'dc6cadba-b9aa-4d17-8db2-7b7d881fd758', 'tenant_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'floating_ip_address': '172.27.3.109', 'floating_network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'router_id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'port_id': 'a5e44d45-3839-408c-9f13-b84deb950c7d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a', 'mac_address': 'fa:16:3e:88:32:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3052a6a7-1ab3-494b-bbd9-ecba46cd8824', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T15:21:57Z', 'updated_at': '2021-08-16T15:21:59Z', 'revision_number': 1, 'project_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a3155ae-d95b-4535-85af-08fc480629eb', 'name': '', 'network_id': '7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a', 'tenant_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'mac_address': 'fa:16:3e:43:7b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '12be7342-1293-4efd-8683-22f17d2b28ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:57Z', 'updated_at': '2021-08-16T15:18:08Z', 'revision_number': 5, 'project_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'subnets': [{'id': '12be7342-1293-4efd-8683-22f17d2b28ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:25:25.181251 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f72c9ab-2ab0-428e-ab3c-20ff7009603a None None] Checking router: a8a11809-5a53-44bf-97c1-d2f6d9224a81 for host: dv-cinder-804757-1-iscsi {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:25:25.189980 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f72c9ab-2ab0-428e-ab3c-20ff7009603a None None] Routers {'a8a11809-5a53-44bf-97c1-d2f6d9224a81'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:25:25.190575 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-6f72c9ab-2ab0-428e-ab3c-20ff7009603a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:25:04Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['a8a11809-5a53-44bf-97c1-d2f6d9224a81'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:25:25.245167 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-3206e279-8a64-4475-a409-5a85310d88b8 req-638ec101-d6e8-4899-b5bb-7be64dfcf9bf service neutron] 10.222.0.63 "GET /v2.0/networks/7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854807 Aug 16 15:25:25.301959 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-6f72c9ab-2ab0-428e-ab3c-20ff7009603a None None] Set router a8a11809-5a53-44bf-97c1-d2f6d9224a81 gateway port host: dv-cinder-804757-1-iscsi {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:25:25.519849 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-6f72c9ab-2ab0-428e-ab3c-20ff7009603a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'name': 'tempest-TestVolumeBootPattern-878461996-router', 'tenant_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '47aa7870-f937-41a9-a42d-54da90726343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:17:54Z', 'updated_at': '2021-08-16T15:17:59Z', 'revision_number': 4, 'project_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'gw_port': {'id': '47aa7870-f937-41a9-a42d-54da90726343', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:54Z', 'updated_at': '2021-08-16T15:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_floatingips': [{'id': 'dc6cadba-b9aa-4d17-8db2-7b7d881fd758', 'tenant_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'floating_ip_address': '172.27.3.109', 'floating_network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'router_id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'port_id': 'a5e44d45-3839-408c-9f13-b84deb950c7d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a', 'mac_address': 'fa:16:3e:88:32:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3052a6a7-1ab3-494b-bbd9-ecba46cd8824', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T15:21:57Z', 'updated_at': '2021-08-16T15:21:59Z', 'revision_number': 1, 'project_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a3155ae-d95b-4535-85af-08fc480629eb', 'name': '', 'network_id': '7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a', 'tenant_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'mac_address': 'fa:16:3e:43:7b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '12be7342-1293-4efd-8683-22f17d2b28ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:57Z', 'updated_at': '2021-08-16T15:18:08Z', 'revision_number': 5, 'project_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'subnets': [{'id': '12be7342-1293-4efd-8683-22f17d2b28ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:25:25.546802 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f72c9ab-2ab0-428e-ab3c-20ff7009603a None None] The sync data for ids ['a8a11809-5a53-44bf-97c1-d2f6d9224a81'] in dv-cinder-804757-1-iscsi is: [{'id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'name': 'tempest-TestVolumeBootPattern-878461996-router', 'tenant_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '47aa7870-f937-41a9-a42d-54da90726343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:17:54Z', 'updated_at': '2021-08-16T15:17:59Z', 'revision_number': 4, 'project_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'gw_port': {'id': '47aa7870-f937-41a9-a42d-54da90726343', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:54Z', 'updated_at': '2021-08-16T15:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_floatingips': [{'id': 'dc6cadba-b9aa-4d17-8db2-7b7d881fd758', 'tenant_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'floating_ip_address': '172.27.3.109', 'floating_network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'router_id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'port_id': 'a5e44d45-3839-408c-9f13-b84deb950c7d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a', 'mac_address': 'fa:16:3e:88:32:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3052a6a7-1ab3-494b-bbd9-ecba46cd8824', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T15:21:57Z', 'updated_at': '2021-08-16T15:21:59Z', 'revision_number': 1, 'project_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a3155ae-d95b-4535-85af-08fc480629eb', 'name': '', 'network_id': '7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a', 'tenant_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'mac_address': 'fa:16:3e:43:7b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '12be7342-1293-4efd-8683-22f17d2b28ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:57Z', 'updated_at': '2021-08-16T15:18:08Z', 'revision_number': 5, 'project_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'subnets': [{'id': '12be7342-1293-4efd-8683-22f17d2b28ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:25:25.702461 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6988e6-9926-4bdd-b074-21d8726c18e0 req-dc17109c-4b31-4e18-b95e-36b212a0c4a2 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:25.703946 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-db6988e6-9926-4bdd-b074-21d8726c18e0 req-dc17109c-4b31-4e18-b95e-36b212a0c4a2 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/networks?id=f7c89e50-4998-484b-8c53-e561d3d7c4a5 HTTP/1.1" status: 200 len: 812 time: 0.1005054 Aug 16 15:25:25.720364 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-db6988e6-9926-4bdd-b074-21d8726c18e0 req-de4e288e-9c29-4f76-b275-639fa21d7e30 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/quotas/748db6b2d09f4a18b730eb30423e7be7 HTTP/1.1" status: 200 len: 375 time: 0.0101428 Aug 16 15:25:25.757519 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dc4d76-5c5f-4572-940a-2e33264ce88e None None] New status for floating IP 506c9153-8185-4812-8678-915b0ae8c628: DOWN {{(pid=94054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 15:25:25.773340 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-db6988e6-9926-4bdd-b074-21d8726c18e0 req-db231e13-baf5-4e30-9e7a-737a0eae4d3d tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=748db6b2d09f4a18b730eb30423e7be7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469496 Aug 16 15:25:25.913433 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-db6988e6-9926-4bdd-b074-21d8726c18e0 req-1b85f6a0-3ad0-4990-a3d0-0a174ab404b4 service neutron] 10.222.0.22 "GET /v2.0/networks/f7c89e50-4998-484b-8c53-e561d3d7c4a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325352 Aug 16 15:25:26.000538 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-db6988e6-9926-4bdd-b074-21d8726c18e0 req-1d2d8e91-be0b-4417-a74b-6807c50c7be7 service neutron] 10.222.0.22 "GET /v2.0/networks/f7c89e50-4998-484b-8c53-e561d3d7c4a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812199 Aug 16 15:25:26.070837 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeeabdc-759f-475e-a884-cbca8b47ae81 req-ecf7b435-c8dc-4005-84df-dc9bdcbc3c47 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:26.072316 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-ffeeabdc-759f-475e-a884-cbca8b47ae81 req-ecf7b435-c8dc-4005-84df-dc9bdcbc3c47 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/ports?device_id=b887f93b-f1ba-4517-8a2d-5f7a03662df7 HTTP/1.1" status: 200 len: 946 time: 0.0530825 Aug 16 15:25:26.111440 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-ffeeabdc-759f-475e-a884-cbca8b47ae81 req-b8098473-4a0b-40f0-9956-12ee6da4e7f6 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/security-groups?id=f81d9cb5-ee7b-41c0-8dbe-a0336cac8bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326314 Aug 16 15:25:26.164617 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-fe8da87f-72b5-42ae-a284-db9288a361b6 req-cdde0801-fa4e-411d-84b6-0f41e80e0bba tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e79bc0b-bef7-47a9-be5c-e7d08dfb7050 HTTP/1.1" status: 200 len: 210 time: 0.0315459 Aug 16 15:25:26.428906 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756bf868-34f4-44ce-84ce-03aed912b3b0 req-67f09c2b-bf40-4548-ae26-8cf994070aac tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:26.430333 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-756bf868-34f4-44ce-84ce-03aed912b3b0 req-67f09c2b-bf40-4548-ae26-8cf994070aac tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.63 "GET /v2.0/ports?device_id=b887f93b-f1ba-4517-8a2d-5f7a03662df7 HTTP/1.1" status: 200 len: 946 time: 0.0522304 Aug 16 15:25:26.447129 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:26.528760 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-756bf868-34f4-44ce-84ce-03aed912b3b0 req-0afb3eed-d1ba-404c-9ef1-23b37700766d tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Deleting port 73f0d878-1b70-4984-82a5-5432bace4b88 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:25:26.529264 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-756bf868-34f4-44ce-84ce-03aed912b3b0 req-0afb3eed-d1ba-404c-9ef1-23b37700766d tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769335647479'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:26.623346 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-756bf868-34f4-44ce-84ce-03aed912b3b0 req-0afb3eed-d1ba-404c-9ef1-23b37700766d tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] For port 73f0d878-1b70-4984-82a5-5432bace4b88, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=73f0d878-1b70-4984-82a5-5432bace4b88,segment=NetworkSegment(ec402e6f-339e-4373-af26-597dcdea5a54),segment_id=ec402e6f-339e-4373-af26-597dcdea5a54)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:25:26.623707 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-756bf868-34f4-44ce-84ce-03aed912b3b0 req-0afb3eed-d1ba-404c-9ef1-23b37700766d tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3800399'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:26.635905 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-756bf868-34f4-44ce-84ce-03aed912b3b0 req-0afb3eed-d1ba-404c-9ef1-23b37700766d tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Calling delete_port for 73f0d878-1b70-4984-82a5-5432bace4b88 owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:25:26.763483 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-756bf868-34f4-44ce-84ce-03aed912b3b0 req-0afb3eed-d1ba-404c-9ef1-23b37700766d tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769335768917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769335250710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268375'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:26.790224 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afb3eed-d1ba-404c-9ef1-23b37700766d tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Pushing event deleted for resources: {'Port': ['ID=73f0d878-1b70-4984-82a5-5432bace4b88,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:25:26.830642 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-756bf868-34f4-44ce-84ce-03aed912b3b0 req-0afb3eed-d1ba-404c-9ef1-23b37700766d tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] No DVR routers for this DVR port 73f0d878-1b70-4984-82a5-5432bace4b88 on host hv-cinder-80475 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 15:25:26.833128 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-756bf868-34f4-44ce-84ce-03aed912b3b0 req-0afb3eed-d1ba-404c-9ef1-23b37700766d tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:26.835111 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-756bf868-34f4-44ce-84ce-03aed912b3b0 req-0afb3eed-d1ba-404c-9ef1-23b37700766d tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.63 "DELETE /v2.0/ports/73f0d878-1b70-4984-82a5-5432bace4b88 HTTP/1.1" status: 204 len: 173 time: 0.3949776 Aug 16 15:25:26.835539 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b887f93b-f1ba-4517-8a2d-5f7a03662df7', 'name': 'network-vif-deleted', 'tag': '73f0d878-1b70-4984-82a5-5432bace4b88'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:25:26.837784 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a5cfb7157b8b73f0e4116fd12db15b1ff73336af95e475daca955d95e5834ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-713ac0d8-b50a-4bfa-914f-3b6b49390551" -d '{"events": [{"server_uuid": "b887f93b-f1ba-4517-8a2d-5f7a03662df7", "name": "network-vif-deleted", "tag": "73f0d878-1b70-4984-82a5-5432bace4b88"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:25:26.874553 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-326a219a-793e-4212-814a-1191f1b2d607 x-openstack-request-id: req-326a219a-793e-4212-814a-1191f1b2d607 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:25:26.874842 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b887f93b-f1ba-4517-8a2d-5f7a03662df7", "name": "network-vif-deleted", "tag": "73f0d878-1b70-4984-82a5-5432bace4b88", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:25:26.875094 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-326a219a-793e-4212-814a-1191f1b2d607 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:25:26.875571 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b887f93b-f1ba-4517-8a2d-5f7a03662df7', 'name': 'network-vif-deleted', 'tag': '73f0d878-1b70-4984-82a5-5432bace4b88', 'status': 'completed', 'code': 200} Aug 16 15:25:27.077906 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6988e6-9926-4bdd-b074-21d8726c18e0 req-23d56d7f-93ef-4657-b755-7608a5207f19 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:27.079403 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-db6988e6-9926-4bdd-b074-21d8726c18e0 req-23d56d7f-93ef-4657-b755-7608a5207f19 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.63 "GET /v2.0/networks?id=f7c89e50-4998-484b-8c53-e561d3d7c4a5 HTTP/1.1" status: 200 len: 812 time: 0.1068578 Aug 16 15:25:27.099195 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [req-db6988e6-9926-4bdd-b074-21d8726c18e0 req-ba3ecdc0-1d5a-4414-b69c-1178045a87cc tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Request body: {'port': {'device_id': '5e79bc0b-bef7-47a9-be5c-e7d08dfb7050', 'network_id': 'f7c89e50-4998-484b-8c53-e561d3d7c4a5', 'admin_state_up': True, 'tenant_id': '748db6b2d09f4a18b730eb30423e7be7'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:25:27.256621 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-28e679c1-aacf-4a48-98af-d84ec43bea9b req-c9fff9d1-a950-4203-8861-3c0d977ce7b8 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/ports?device_id=b887f93b-f1ba-4517-8a2d-5f7a03662df7 HTTP/1.1" status: 200 len: 210 time: 0.0424819 Aug 16 15:25:27.262599 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db6988e6-9926-4bdd-b074-21d8726c18e0 req-ba3ecdc0-1d5a-4414-b69c-1178045a87cc tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Made reservation on behalf of 748db6b2d09f4a18b730eb30423e7be7 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:25:27.266113 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-db6988e6-9926-4bdd-b074-21d8726c18e0 req-ba3ecdc0-1d5a-4414-b69c-1178045a87cc tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:27.300202 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-48b54cba-a10f-4617-a5c5-18a64b4d59b1 req-e423c780-6298-4db8-bc76-b401f89dee61 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e79bc0b-bef7-47a9-be5c-e7d08dfb7050 HTTP/1.1" status: 200 len: 210 time: 0.0400667 Aug 16 15:25:27.411377 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-db6988e6-9926-4bdd-b074-21d8726c18e0 req-ba3ecdc0-1d5a-4414-b69c-1178045a87cc tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Allocated IP 172.20.0.11 (f7c89e50-4998-484b-8c53-e561d3d7c4a5/ddadddc4-b42d-4733-a2ad-7e9caef56d9b/16a0962b-c025-42f6-8e19-556ac1aca035) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:25:27.570932 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-db6988e6-9926-4bdd-b074-21d8726c18e0 req-ba3ecdc0-1d5a-4414-b69c-1178045a87cc tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:27.615653 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-db6988e6-9926-4bdd-b074-21d8726c18e0 req-ba3ecdc0-1d5a-4414-b69c-1178045a87cc tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769335250701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268375'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:27.626801 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] get_ports_and_sgs() called for port_ids ['84202aed-4813-4e7d-b1c1-2de0c0f06fec', 'bf8a5252-8ffe-46d1-8f64-2689772b3f05'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:25:27.663557 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db6988e6-9926-4bdd-b074-21d8726c18e0 req-ba3ecdc0-1d5a-4414-b69c-1178045a87cc tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Network f7c89e50-4998-484b-8c53-e561d3d7c4a5 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:25:27.666651 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-db6988e6-9926-4bdd-b074-21d8726c18e0 req-ba3ecdc0-1d5a-4414-b69c-1178045a87cc tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:25:27.670340 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-db6988e6-9926-4bdd-b074-21d8726c18e0 req-ba3ecdc0-1d5a-4414-b69c-1178045a87cc tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:25:27.676721 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3ecdc0-1d5a-4414-b69c-1178045a87cc tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Pushing event updated for resources: {'Port': ['ID=16a0962b-c025-42f6-8e19-556ac1aca035,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:25:27.728021 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6988e6-9926-4bdd-b074-21d8726c18e0 req-ba3ecdc0-1d5a-4414-b69c-1178045a87cc tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:27.728608 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-db6988e6-9926-4bdd-b074-21d8726c18e0 req-ba3ecdc0-1d5a-4414-b69c-1178045a87cc tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:27.742827 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-db6988e6-9926-4bdd-b074-21d8726c18e0 req-ba3ecdc0-1d5a-4414-b69c-1178045a87cc tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6475649 Aug 16 15:25:27.756135 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [req-db6988e6-9926-4bdd-b074-21d8726c18e0 req-e34ddbe9-9d15-4df4-aa5f-a07bf3a9453d service neutron] Request body: {'port': {'device_id': '5e79bc0b-bef7-47a9-be5c-e7d08dfb7050', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:25:27.806052 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-db6988e6-9926-4bdd-b074-21d8726c18e0 req-e34ddbe9-9d15-4df4-aa5f-a07bf3a9453d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:28.067906 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.notifiers.nova [req-db6988e6-9926-4bdd-b074-21d8726c18e0 req-e34ddbe9-9d15-4df4-aa5f-a07bf3a9453d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16a0962b-c025-42f6-8e19-556ac1aca035 {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:25:28.075121 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-db6988e6-9926-4bdd-b074-21d8726c18e0 req-e34ddbe9-9d15-4df4-aa5f-a07bf3a9453d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:28.086490 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-db6988e6-9926-4bdd-b074-21d8726c18e0 req-e34ddbe9-9d15-4df4-aa5f-a07bf3a9453d service neutron] Transition to ACTIVE for port object 16a0962b-c025-42f6-8e19-556ac1aca035 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:25:28.089456 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-db6988e6-9926-4bdd-b074-21d8726c18e0 req-e34ddbe9-9d15-4df4-aa5f-a07bf3a9453d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2268376'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:28.139356 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34ddbe9-9d15-4df4-aa5f-a07bf3a9453d service neutron] Pushing event updated for resources: {'Port': ['ID=16a0962b-c025-42f6-8e19-556ac1aca035,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:25:28.202253 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-db6988e6-9926-4bdd-b074-21d8726c18e0 req-e34ddbe9-9d15-4df4-aa5f-a07bf3a9453d service neutron] Attempting to bind port 16a0962b-c025-42f6-8e19-556ac1aca035 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:25:28.202582 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-db6988e6-9926-4bdd-b074-21d8726c18e0 req-e34ddbe9-9d15-4df4-aa5f-a07bf3a9453d service neutron] Attempting to bind port 16a0962b-c025-42f6-8e19-556ac1aca035 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '40983c5b-bde1-48a3-a0c1-770144874f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f7c89e50-4998-484b-8c53-e561d3d7c4a5'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:25:28.202908 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6988e6-9926-4bdd-b074-21d8726c18e0 req-e34ddbe9-9d15-4df4-aa5f-a07bf3a9453d service neutron] Attempting to bind port 16a0962b-c025-42f6-8e19-556ac1aca035 on network f7c89e50-4998-484b-8c53-e561d3d7c4a5 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:25:28.207171 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6988e6-9926-4bdd-b074-21d8726c18e0 req-e34ddbe9-9d15-4df4-aa5f-a07bf3a9453d service neutron] Port 16a0962b-c025-42f6-8e19-556ac1aca035 on network f7c89e50-4998-484b-8c53-e561d3d7c4a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 15:25:28.207486 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6988e6-9926-4bdd-b074-21d8726c18e0 req-e34ddbe9-9d15-4df4-aa5f-a07bf3a9453d service neutron] Attempting to bind port 16a0962b-c025-42f6-8e19-556ac1aca035 on network f7c89e50-4998-484b-8c53-e561d3d7c4a5 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:25:28.212153 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6988e6-9926-4bdd-b074-21d8726c18e0 req-e34ddbe9-9d15-4df4-aa5f-a07bf3a9453d service neutron] Checking agent: {'id': 'f45772ef-d3bf-49d0-9fe4-7082814820b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 13, 56), 'started_at': datetime.datetime(2021, 8, 16, 15, 13, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:25:28.212483 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6988e6-9926-4bdd-b074-21d8726c18e0 req-e34ddbe9-9d15-4df4-aa5f-a07bf3a9453d service neutron] Checking segment: {'id': '40983c5b-bde1-48a3-a0c1-770144874f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f7c89e50-4998-484b-8c53-e561d3d7c4a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:25:28.212858 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6988e6-9926-4bdd-b074-21d8726c18e0 req-e34ddbe9-9d15-4df4-aa5f-a07bf3a9453d service neutron] Bound using segment: {'id': '40983c5b-bde1-48a3-a0c1-770144874f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f7c89e50-4998-484b-8c53-e561d3d7c4a5'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:25:28.213276 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-db6988e6-9926-4bdd-b074-21d8726c18e0 req-e34ddbe9-9d15-4df4-aa5f-a07bf3a9453d service neutron] Bound port: 16a0962b-c025-42f6-8e19-556ac1aca035, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40983c5b-bde1-48a3-a0c1-770144874f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f7c89e50-4998-484b-8c53-e561d3d7c4a5'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:25:28.213629 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-db6988e6-9926-4bdd-b074-21d8726c18e0 req-e34ddbe9-9d15-4df4-aa5f-a07bf3a9453d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:28.279526 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-db6988e6-9926-4bdd-b074-21d8726c18e0 req-e34ddbe9-9d15-4df4-aa5f-a07bf3a9453d service neutron] For port 16a0962b-c025-42f6-8e19-556ac1aca035, host hv-cinder-80475, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:25:28.282616 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-db6988e6-9926-4bdd-b074-21d8726c18e0 req-e34ddbe9-9d15-4df4-aa5f-a07bf3a9453d service neutron] For port 16a0962b-c025-42f6-8e19-556ac1aca035, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=16a0962b-c025-42f6-8e19-556ac1aca035,segment=NetworkSegment(40983c5b-bde1-48a3-a0c1-770144874f34),segment_id=40983c5b-bde1-48a3-a0c1-770144874f34)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:25:28.286589 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-db6988e6-9926-4bdd-b074-21d8726c18e0 req-e34ddbe9-9d15-4df4-aa5f-a07bf3a9453d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2268376'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:28.318847 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6988e6-9926-4bdd-b074-21d8726c18e0 req-e34ddbe9-9d15-4df4-aa5f-a07bf3a9453d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:28.319458 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-db6988e6-9926-4bdd-b074-21d8726c18e0 req-e34ddbe9-9d15-4df4-aa5f-a07bf3a9453d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:28.320867 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-db6988e6-9926-4bdd-b074-21d8726c18e0 req-e34ddbe9-9d15-4df4-aa5f-a07bf3a9453d service neutron] 10.222.0.63 "PUT /v2.0/ports/16a0962b-c025-42f6-8e19-556ac1aca035 HTTP/1.1" status: 200 len: 1094 time: 0.5687671 Aug 16 15:25:28.348720 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34ddbe9-9d15-4df4-aa5f-a07bf3a9453d service neutron] Pushing event updated for resources: {'Port': ['ID=16a0962b-c025-42f6-8e19-556ac1aca035,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:25:28.440380 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6988e6-9926-4bdd-b074-21d8726c18e0 req-92f98063-da01-4719-924f-f957cf9be6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:28.441895 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-db6988e6-9926-4bdd-b074-21d8726c18e0 req-92f98063-da01-4719-924f-f957cf9be6de service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=748db6b2d09f4a18b730eb30423e7be7&device_id=5e79bc0b-bef7-47a9-be5c-e7d08dfb7050 HTTP/1.1" status: 200 len: 1097 time: 0.0746841 Aug 16 15:25:28.449788 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe97b0e-13b3-4fea-b60a-13ff1b153041 req-3b036ffe-ced1-4ec0-a3fe-1e15e39bc3d1 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:28.451130 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-0fe97b0e-13b3-4fea-b60a-13ff1b153041 req-3b036ffe-ced1-4ec0-a3fe-1e15e39bc3d1 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e79bc0b-bef7-47a9-be5c-e7d08dfb7050 HTTP/1.1" status: 200 len: 944 time: 0.0751495 Aug 16 15:25:28.495961 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-db6988e6-9926-4bdd-b074-21d8726c18e0 req-345337de-60f1-4d78-bc25-e8759c67ddf4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16a0962b-c025-42f6-8e19-556ac1aca035 HTTP/1.1" status: 200 len: 217 time: 0.0439456 Aug 16 15:25:28.543340 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-0fe97b0e-13b3-4fea-b60a-13ff1b153041 req-21d26f95-8644-463a-8f4f-70a6509742a7 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/security-groups?id=a67e3ff8-70ba-401e-b61e-756d2fc736dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856044 Aug 16 15:25:28.558441 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6988e6-9926-4bdd-b074-21d8726c18e0 req-0d527b1f-c1a9-47e1-bf74-ef7b647b83b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:28.559917 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-db6988e6-9926-4bdd-b074-21d8726c18e0 req-0d527b1f-c1a9-47e1-bf74-ef7b647b83b3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ddadddc4-b42d-4733-a2ad-7e9caef56d9b HTTP/1.1" status: 200 len: 852 time: 0.0562701 Aug 16 15:25:28.592329 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-db6988e6-9926-4bdd-b074-21d8726c18e0 req-6315edac-4223-4448-9976-7d049eb236a3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f7c89e50-4998-484b-8c53-e561d3d7c4a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245686 Aug 16 15:25:28.683206 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-db6988e6-9926-4bdd-b074-21d8726c18e0 req-270a6313-e375-49f2-b96e-5dca6d71041c service neutron] 10.222.0.63 "GET /v2.0/networks/f7c89e50-4998-484b-8c53-e561d3d7c4a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836596 Aug 16 15:25:28.769558 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-db6988e6-9926-4bdd-b074-21d8726c18e0 req-93817650-8c89-49c5-b597-8400a23076e4 service neutron] 10.222.0.63 "GET /v2.0/networks/f7c89e50-4998-484b-8c53-e561d3d7c4a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792913 Aug 16 15:25:28.876502 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e79bc0b-bef7-47a9-be5c-e7d08dfb7050', 'tag': '16a0962b-c025-42f6-8e19-556ac1aca035'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:25:28.878862 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a5cfb7157b8b73f0e4116fd12db15b1ff73336af95e475daca955d95e5834ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae5ab08-f6a2-4af4-8ec8-b0347f4399cd" -d '{"events": [{"name": "network-changed", "server_uuid": "5e79bc0b-bef7-47a9-be5c-e7d08dfb7050", "tag": "16a0962b-c025-42f6-8e19-556ac1aca035"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:25:28.913773 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 15:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308b23ff-3108-4c31-a0e1-fb9829051e4f x-openstack-request-id: req-308b23ff-3108-4c31-a0e1-fb9829051e4f {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:25:28.914069 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e79bc0b-bef7-47a9-be5c-e7d08dfb7050", "tag": "16a0962b-c025-42f6-8e19-556ac1aca035", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:25:28.914322 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-308b23ff-3108-4c31-a0e1-fb9829051e4f {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:25:28.914722 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e79bc0b-bef7-47a9-be5c-e7d08dfb7050', 'tag': '16a0962b-c025-42f6-8e19-556ac1aca035', 'status': 'completed', 'code': 200} Aug 16 15:25:28.984521 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae5ab08-f6a2-4af4-8ec8-b0347f4399cd req-496a5a06-10ca-4690-bcf5-13f4d2f63b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:28.985982 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-3ae5ab08-f6a2-4af4-8ec8-b0347f4399cd req-496a5a06-10ca-4690-bcf5-13f4d2f63b23 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=748db6b2d09f4a18b730eb30423e7be7&device_id=5e79bc0b-bef7-47a9-be5c-e7d08dfb7050 HTTP/1.1" status: 200 len: 1097 time: 0.0453119 Aug 16 15:25:29.076606 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae5ab08-f6a2-4af4-8ec8-b0347f4399cd req-942a94ee-31bb-467f-bfb6-3472dce083ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:29.078587 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-3ae5ab08-f6a2-4af4-8ec8-b0347f4399cd req-942a94ee-31bb-467f-bfb6-3472dce083ad service neutron] 10.222.0.63 "GET /v2.0/networks?id=f7c89e50-4998-484b-8c53-e561d3d7c4a5 HTTP/1.1" status: 200 len: 912 time: 0.0839579 Aug 16 15:25:29.124669 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-3ae5ab08-f6a2-4af4-8ec8-b0347f4399cd req-07d5a7f8-9f86-49fe-805d-7b0fed7a71eb service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16a0962b-c025-42f6-8e19-556ac1aca035 HTTP/1.1" status: 200 len: 217 time: 0.0385733 Aug 16 15:25:29.172934 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae5ab08-f6a2-4af4-8ec8-b0347f4399cd req-da4f8502-26c8-416a-aa68-3a5c1d15b1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:29.174208 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-3ae5ab08-f6a2-4af4-8ec8-b0347f4399cd req-da4f8502-26c8-416a-aa68-3a5c1d15b1e6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ddadddc4-b42d-4733-a2ad-7e9caef56d9b HTTP/1.1" status: 200 len: 852 time: 0.0423260 Aug 16 15:25:29.206179 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-3ae5ab08-f6a2-4af4-8ec8-b0347f4399cd req-e6e9b6bb-e646-4151-bce4-b9a894d5389d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f7c89e50-4998-484b-8c53-e561d3d7c4a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237787 Aug 16 15:25:29.296283 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-3ae5ab08-f6a2-4af4-8ec8-b0347f4399cd req-b8122e4e-a072-4ae9-8ded-d878c166ccbe service neutron] 10.222.0.63 "GET /v2.0/networks/f7c89e50-4998-484b-8c53-e561d3d7c4a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819926 Aug 16 15:25:29.386448 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-3ae5ab08-f6a2-4af4-8ec8-b0347f4399cd req-507289ab-b5a0-41d0-8bcd-8843a59844eb service neutron] 10.222.0.63 "GET /v2.0/networks/f7c89e50-4998-484b-8c53-e561d3d7c4a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805089 Aug 16 15:25:29.656555 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e6bc1a-4de4-4de5-bae0-715e976085d4 req-c4849e29-62fc-49a2-90d3-e8a05f577d53 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:29.657991 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-65e6bc1a-4de4-4de5-bae0-715e976085d4 req-c4849e29-62fc-49a2-90d3-e8a05f577d53 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e79bc0b-bef7-47a9-be5c-e7d08dfb7050 HTTP/1.1" status: 200 len: 944 time: 0.0474300 Aug 16 15:25:29.694639 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-65e6bc1a-4de4-4de5-bae0-715e976085d4 req-118d634c-1977-42d5-b5ad-3404d0d4449e tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/security-groups?id=a67e3ff8-70ba-401e-b61e-756d2fc736dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306306 Aug 16 15:25:30.177807 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device 73f0d878-1b70-4984-82a5-5432bace4b88 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:25:30.196669 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] No Port match for: 73f0d878-1b70-4984-82a5-5432bace4b88 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:25:30.197028 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device 73f0d878-1b70-4984-82a5-5432bace4b88 not bound to the agent host hv-cinder-80475 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:25:30.544625 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 43518) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:25:30.704216 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-5336dcd9-dcd9-4b0c-8f0d-d0cd15bb3aba tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Deleting port 3dbf5640-f840-44e3-8ee3-2c06807a5d74 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:25:30.704555 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5336dcd9-dcd9-4b0c-8f0d-d0cd15bb3aba tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769335647479'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:30.778461 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5336dcd9-dcd9-4b0c-8f0d-d0cd15bb3aba tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3800399'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:30.778703 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5336dcd9-dcd9-4b0c-8f0d-d0cd15bb3aba tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:30.790052 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-5336dcd9-dcd9-4b0c-8f0d-d0cd15bb3aba tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Calling delete_port for 3dbf5640-f840-44e3-8ee3-2c06807a5d74 owned by network:floatingip {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:25:30.808630 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3566fe57-3815-462b-8e15-6ae57501a806 req-6c665cde-f365-437a-bd29-b82f82a877aa tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:30.810102 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-3566fe57-3815-462b-8e15-6ae57501a806 req-6c665cde-f365-437a-bd29-b82f82a877aa tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e79bc0b-bef7-47a9-be5c-e7d08dfb7050 HTTP/1.1" status: 200 len: 944 time: 0.0476580 Aug 16 15:25:30.847649 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-3566fe57-3815-462b-8e15-6ae57501a806 req-39c60b02-6989-4442-9de3-52b9f0ac0b57 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/security-groups?id=a67e3ff8-70ba-401e-b61e-756d2fc736dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311043 Aug 16 15:25:30.938146 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5336dcd9-dcd9-4b0c-8f0d-d0cd15bb3aba tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769335768917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769335250710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268375'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:30.964356 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5336dcd9-dcd9-4b0c-8f0d-d0cd15bb3aba tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Pushing event deleted for resources: {'Port': ['ID=3dbf5640-f840-44e3-8ee3-2c06807a5d74,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:25:31.023843 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5336dcd9-dcd9-4b0c-8f0d-d0cd15bb3aba tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks [] for floatingip, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:31.024434 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.db.l3_db [None req-5336dcd9-dcd9-4b0c-8f0d-d0cd15bb3aba tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Floating IP dc6cadba-b9aa-4d17-8db2-7b7d881fd758 disassociated (deleted). External IP: 172.27.3.109, port: a5e44d45-3839-408c-9f13-b84deb950c7d. Aug 16 15:25:31.218247 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5336dcd9-dcd9-4b0c-8f0d-d0cd15bb3aba tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Router a8a11809-5a53-44bf-97c1-d2f6d9224a81 has already been hosted by L3 agent b2ca3166-9002-4222-bd01-ae8f73ca62dc {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 15:25:31.325812 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5336dcd9-dcd9-4b0c-8f0d-d0cd15bb3aba tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify agent at l3_agent.dv-cinder-804757-1-iscsi the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:25:31.330223 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-5336dcd9-dcd9-4b0c-8f0d-d0cd15bb3aba tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:31.334599 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2187f3d-e6ea-453a-ba99-5c3df2803dfe None None] Sync routers for ids ['a8a11809-5a53-44bf-97c1-d2f6d9224a81'] in dv-cinder-804757-1-iscsi {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:25:31.343124 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2187f3d-e6ea-453a-ba99-5c3df2803dfe None None] Routers {'a8a11809-5a53-44bf-97c1-d2f6d9224a81'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:25:31.343763 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-d2187f3d-e6ea-453a-ba99-5c3df2803dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:25:04Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['a8a11809-5a53-44bf-97c1-d2f6d9224a81'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:25:31.356691 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-5336dcd9-dcd9-4b0c-8f0d-d0cd15bb3aba tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "DELETE /v2.0/floatingips/dc6cadba-b9aa-4d17-8db2-7b7d881fd758 HTTP/1.1" status: 204 len: 168 time: 0.8109119 Aug 16 15:25:31.357361 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3052a6a7-1ab3-494b-bbd9-ecba46cd8824', 'tag': 'a5e44d45-3839-408c-9f13-b84deb950c7d'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:25:31.360226 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a5cfb7157b8b73f0e4116fd12db15b1ff73336af95e475daca955d95e5834ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae0127a-1cca-4253-90e4-76d3ab3b9f62" -d '{"events": [{"name": "network-changed", "server_uuid": "3052a6a7-1ab3-494b-bbd9-ecba46cd8824", "tag": "a5e44d45-3839-408c-9f13-b84deb950c7d"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:25:31.399285 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 15:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1932c18f-9a4f-46ec-b033-c6003aae0664 x-openstack-request-id: req-1932c18f-9a4f-46ec-b033-c6003aae0664 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:25:31.399679 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3052a6a7-1ab3-494b-bbd9-ecba46cd8824", "tag": "a5e44d45-3839-408c-9f13-b84deb950c7d", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:25:31.400209 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1932c18f-9a4f-46ec-b033-c6003aae0664 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:25:31.400577 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3052a6a7-1ab3-494b-bbd9-ecba46cd8824', 'tag': 'a5e44d45-3839-408c-9f13-b84deb950c7d', 'status': 'completed', 'code': 200} Aug 16 15:25:31.404760 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9743a3e7-681a-4ec6-838c-1123d5063c6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:31.467387 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-d2187f3d-e6ea-453a-ba99-5c3df2803dfe None None] Set router a8a11809-5a53-44bf-97c1-d2f6d9224a81 gateway port host: dv-cinder-804757-1-iscsi {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:25:31.476857 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae0127a-1cca-4253-90e4-76d3ab3b9f62 req-dc88e61b-60fb-4f6c-83d1-76df6bdda673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:31.478282 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-bae0127a-1cca-4253-90e4-76d3ab3b9f62 req-dc88e61b-60fb-4f6c-83d1-76df6bdda673 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=83f7d345b47b4d06a48fabeb3dd2c893&device_id=3052a6a7-1ab3-494b-bbd9-ecba46cd8824 HTTP/1.1" status: 200 len: 1099 time: 0.0470214 Aug 16 15:25:31.584082 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae0127a-1cca-4253-90e4-76d3ab3b9f62 req-79214570-a00b-4340-9d80-f234d374c8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:31.585738 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-bae0127a-1cca-4253-90e4-76d3ab3b9f62 req-79214570-a00b-4340-9d80-f234d374c8fc service neutron] 10.222.0.63 "GET /v2.0/networks?id=7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a HTTP/1.1" status: 200 len: 911 time: 0.0904784 Aug 16 15:25:31.601541 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504ad36-947f-4a1e-bf89-0baf4fd94e75 req-cb259030-21b4-4f78-86bb-6f2550a15474 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:31.603018 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-7504ad36-947f-4a1e-bf89-0baf4fd94e75 req-cb259030-21b4-4f78-86bb-6f2550a15474 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/ports?device_id=3052a6a7-1ab3-494b-bbd9-ecba46cd8824 HTTP/1.1" status: 200 len: 946 time: 0.0493271 Aug 16 15:25:31.638529 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-bae0127a-1cca-4253-90e4-76d3ab3b9f62 req-6c9b8e2d-cb67-4192-958e-ead2638d57a7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a5e44d45-3839-408c-9f13-b84deb950c7d HTTP/1.1" status: 200 len: 217 time: 0.0418837 Aug 16 15:25:31.640407 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-7504ad36-947f-4a1e-bf89-0baf4fd94e75 req-6bc1af21-926f-48a5-9d5d-1c3c89cb83d6 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/security-groups?id=f81d9cb5-ee7b-41c0-8dbe-a0336cac8bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315030 Aug 16 15:25:31.682018 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-d2187f3d-e6ea-453a-ba99-5c3df2803dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'name': 'tempest-TestVolumeBootPattern-878461996-router', 'tenant_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '47aa7870-f937-41a9-a42d-54da90726343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:17:54Z', 'updated_at': '2021-08-16T15:17:59Z', 'revision_number': 4, 'project_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'gw_port': {'id': '47aa7870-f937-41a9-a42d-54da90726343', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:54Z', 'updated_at': '2021-08-16T15:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_interfaces': [{'id': '8a3155ae-d95b-4535-85af-08fc480629eb', 'name': '', 'network_id': '7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a', 'tenant_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'mac_address': 'fa:16:3e:43:7b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '12be7342-1293-4efd-8683-22f17d2b28ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:57Z', 'updated_at': '2021-08-16T15:18:08Z', 'revision_number': 5, 'project_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'subnets': [{'id': '12be7342-1293-4efd-8683-22f17d2b28ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:25:31.701755 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae0127a-1cca-4253-90e4-76d3ab3b9f62 req-f662eb98-fbac-4fb1-b2fc-a6ab94d035d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:31.703959 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-bae0127a-1cca-4253-90e4-76d3ab3b9f62 req-f662eb98-fbac-4fb1-b2fc-a6ab94d035d5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=12be7342-1293-4efd-8683-22f17d2b28ee HTTP/1.1" status: 200 len: 850 time: 0.0537395 Aug 16 15:25:31.708791 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2187f3d-e6ea-453a-ba99-5c3df2803dfe None None] Checking router: a8a11809-5a53-44bf-97c1-d2f6d9224a81 for host: dv-cinder-804757-1-iscsi {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:25:31.716987 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2187f3d-e6ea-453a-ba99-5c3df2803dfe None None] Routers {'a8a11809-5a53-44bf-97c1-d2f6d9224a81'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:25:31.717605 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-d2187f3d-e6ea-453a-ba99-5c3df2803dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:25:04Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['a8a11809-5a53-44bf-97c1-d2f6d9224a81'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:25:31.751629 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae0127a-1cca-4253-90e4-76d3ab3b9f62 req-7f81319d-1e3b-481e-8645-f864a730af52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:31.753024 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-bae0127a-1cca-4253-90e4-76d3ab3b9f62 req-7f81319d-1e3b-481e-8645-f864a730af52 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394869 Aug 16 15:25:31.821843 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-d2187f3d-e6ea-453a-ba99-5c3df2803dfe None None] Set router a8a11809-5a53-44bf-97c1-d2f6d9224a81 gateway port host: dv-cinder-804757-1-iscsi {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:25:31.846363 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-bae0127a-1cca-4253-90e4-76d3ab3b9f62 req-0b395f74-6b67-4659-bd5c-297fd13b12ba service neutron] 10.222.0.63 "GET /v2.0/networks/7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846174 Aug 16 15:25:31.963480 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-bae0127a-1cca-4253-90e4-76d3ab3b9f62 req-042b6a68-ccc5-4abe-a9aa-f3b09ccef3f9 service neutron] 10.222.0.63 "GET /v2.0/networks/7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087339 Aug 16 15:25:31.981087 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7cc3d3-02fd-4aa0-b447-b0597e0a1769 req-8d6043e8-1552-4f92-ad55-c9441af798a0 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:31.982677 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-1a7cc3d3-02fd-4aa0-b447-b0597e0a1769 req-8d6043e8-1552-4f92-ad55-c9441af798a0 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e79bc0b-bef7-47a9-be5c-e7d08dfb7050 HTTP/1.1" status: 200 len: 944 time: 0.0592499 Aug 16 15:25:32.021667 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-1a7cc3d3-02fd-4aa0-b447-b0597e0a1769 req-c85fb117-7d0e-470f-baef-443a62ff8295 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/security-groups?id=a67e3ff8-70ba-401e-b61e-756d2fc736dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314026 Aug 16 15:25:32.022277 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-d2187f3d-e6ea-453a-ba99-5c3df2803dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'name': 'tempest-TestVolumeBootPattern-878461996-router', 'tenant_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '47aa7870-f937-41a9-a42d-54da90726343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:17:54Z', 'updated_at': '2021-08-16T15:17:59Z', 'revision_number': 4, 'project_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'gw_port': {'id': '47aa7870-f937-41a9-a42d-54da90726343', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:54Z', 'updated_at': '2021-08-16T15:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_interfaces': [{'id': '8a3155ae-d95b-4535-85af-08fc480629eb', 'name': '', 'network_id': '7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a', 'tenant_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'mac_address': 'fa:16:3e:43:7b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '12be7342-1293-4efd-8683-22f17d2b28ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:57Z', 'updated_at': '2021-08-16T15:18:08Z', 'revision_number': 5, 'project_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'subnets': [{'id': '12be7342-1293-4efd-8683-22f17d2b28ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:25:32.052279 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2187f3d-e6ea-453a-ba99-5c3df2803dfe None None] The sync data for ids ['a8a11809-5a53-44bf-97c1-d2f6d9224a81'] in dv-cinder-804757-1-iscsi is: [{'id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'name': 'tempest-TestVolumeBootPattern-878461996-router', 'tenant_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '47aa7870-f937-41a9-a42d-54da90726343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:17:54Z', 'updated_at': '2021-08-16T15:17:59Z', 'revision_number': 4, 'project_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'gw_port': {'id': '47aa7870-f937-41a9-a42d-54da90726343', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:54Z', 'updated_at': '2021-08-16T15:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi', '_interfaces': [{'id': '8a3155ae-d95b-4535-85af-08fc480629eb', 'name': '', 'network_id': '7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a', 'tenant_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'mac_address': 'fa:16:3e:43:7b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '12be7342-1293-4efd-8683-22f17d2b28ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:57Z', 'updated_at': '2021-08-16T15:18:08Z', 'revision_number': 5, 'project_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'subnets': [{'id': '12be7342-1293-4efd-8683-22f17d2b28ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:25:32.207388 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device 16a0962b-c025-42f6-8e19-556ac1aca035 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 15:25:32.281778 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebabffa5-d8da-43a8-814d-58de29c9bc5b None None] New status for floating IP dc6cadba-b9aa-4d17-8db2-7b7d881fd758: DOWN {{(pid=94054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 15:25:32.307535 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port 16a0962b-c025-42f6-8e19-556ac1aca035, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=16a0962b-c025-42f6-8e19-556ac1aca035,segment=NetworkSegment(40983c5b-bde1-48a3-a0c1-770144874f34),segment_id=40983c5b-bde1-48a3-a0c1-770144874f34)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:25:32.318555 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Returning: {'device': '16a0962b-c025-42f6-8e19-556ac1aca035', 'network_id': 'f7c89e50-4998-484b-8c53-e561d3d7c4a5', 'port_id': '16a0962b-c025-42f6-8e19-556ac1aca035', 'mac_address': 'fa:16:3e:6f:47:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddadddc4-b42d-4733-a2ad-7e9caef56d9b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 15:25:32.357478 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:32.374813 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16a0962b-c025-42f6-8e19-556ac1aca035 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:25:32.394175 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port 16a0962b-c025-42f6-8e19-556ac1aca035, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=16a0962b-c025-42f6-8e19-556ac1aca035,segment=NetworkSegment(40983c5b-bde1-48a3-a0c1-770144874f34),segment_id=40983c5b-bde1-48a3-a0c1-770144874f34)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:25:32.398393 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:32.445041 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Pushing event updated for resources: {'Port': ['ID=16a0962b-c025-42f6-8e19-556ac1aca035,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:25:32.641351 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] get_ports_and_sgs() called for port_ids ['16a0962b-c025-42f6-8e19-556ac1aca035'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:25:32.759266 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d280f2-d2c6-49ef-b44e-93808d1afd97 req-afc310f8-1b68-458a-bbd2-c79048daa234 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:32.760777 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-50d280f2-d2c6-49ef-b44e-93808d1afd97 req-afc310f8-1b68-458a-bbd2-c79048daa234 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/ports?device_id=3052a6a7-1ab3-494b-bbd9-ecba46cd8824 HTTP/1.1" status: 200 len: 946 time: 0.0519519 Aug 16 15:25:32.798939 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-50d280f2-d2c6-49ef-b44e-93808d1afd97 req-fb38515c-89d1-4c88-b5e6-f8f527c9f88c tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/security-groups?id=f81d9cb5-ee7b-41c0-8dbe-a0336cac8bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317044 Aug 16 15:25:33.135757 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b877de60-de12-439d-afd5-6e91448797f3 req-b97f3c1a-ab8a-4c76-9d53-078861a40620 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:33.137237 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-b877de60-de12-439d-afd5-6e91448797f3 req-b97f3c1a-ab8a-4c76-9d53-078861a40620 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e79bc0b-bef7-47a9-be5c-e7d08dfb7050 HTTP/1.1" status: 200 len: 945 time: 0.0510197 Aug 16 15:25:33.181754 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-b877de60-de12-439d-afd5-6e91448797f3 req-9b26f93e-6dfe-4391-b3a3-87c4789c5e39 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/security-groups?id=a67e3ff8-70ba-401e-b61e-756d2fc736dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381863 Aug 16 15:25:33.216823 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df8511d-01d8-4af0-9381-ec45b6f9b9ba req-2f34ef04-0785-4987-97fb-f468721c0b2f tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:33.218232 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-7df8511d-01d8-4af0-9381-ec45b6f9b9ba req-2f34ef04-0785-4987-97fb-f468721c0b2f tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.63 "GET /v2.0/ports?device_id=3052a6a7-1ab3-494b-bbd9-ecba46cd8824 HTTP/1.1" status: 200 len: 946 time: 0.0510979 Aug 16 15:25:33.308961 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-7df8511d-01d8-4af0-9381-ec45b6f9b9ba req-f32e1752-0107-4cf0-97b6-7df2a529166a tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Deleting port a5e44d45-3839-408c-9f13-b84deb950c7d {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:25:33.309222 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-7df8511d-01d8-4af0-9381-ec45b6f9b9ba req-f32e1752-0107-4cf0-97b6-7df2a529166a tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769335647479'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:33.632447 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-7df8511d-01d8-4af0-9381-ec45b6f9b9ba req-f32e1752-0107-4cf0-97b6-7df2a529166a tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] For port a5e44d45-3839-408c-9f13-b84deb950c7d, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=a5e44d45-3839-408c-9f13-b84deb950c7d,segment=NetworkSegment(ec402e6f-339e-4373-af26-597dcdea5a54),segment_id=ec402e6f-339e-4373-af26-597dcdea5a54)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:25:33.632818 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-7df8511d-01d8-4af0-9381-ec45b6f9b9ba req-f32e1752-0107-4cf0-97b6-7df2a529166a tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3800399'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:33.644665 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-7df8511d-01d8-4af0-9381-ec45b6f9b9ba req-f32e1752-0107-4cf0-97b6-7df2a529166a tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Calling delete_port for a5e44d45-3839-408c-9f13-b84deb950c7d owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:25:33.774292 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-7df8511d-01d8-4af0-9381-ec45b6f9b9ba req-f32e1752-0107-4cf0-97b6-7df2a529166a tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769335768917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769335250710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268375'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:33.802062 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32e1752-0107-4cf0-97b6-7df2a529166a tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Pushing event deleted for resources: {'Port': ['ID=a5e44d45-3839-408c-9f13-b84deb950c7d,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:25:33.844993 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-7df8511d-01d8-4af0-9381-ec45b6f9b9ba req-f32e1752-0107-4cf0-97b6-7df2a529166a tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] No DVR routers for this DVR port a5e44d45-3839-408c-9f13-b84deb950c7d on host hv-cinder-80475 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 15:25:33.847418 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-7df8511d-01d8-4af0-9381-ec45b6f9b9ba req-f32e1752-0107-4cf0-97b6-7df2a529166a tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:33.849382 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-7df8511d-01d8-4af0-9381-ec45b6f9b9ba req-f32e1752-0107-4cf0-97b6-7df2a529166a tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.63 "DELETE /v2.0/ports/a5e44d45-3839-408c-9f13-b84deb950c7d HTTP/1.1" status: 204 len: 173 time: 0.6246552 Aug 16 15:25:33.849807 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3052a6a7-1ab3-494b-bbd9-ecba46cd8824', 'name': 'network-vif-deleted', 'tag': 'a5e44d45-3839-408c-9f13-b84deb950c7d'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:25:33.852367 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a5cfb7157b8b73f0e4116fd12db15b1ff73336af95e475daca955d95e5834ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a243d8-fde9-4e3b-94ab-9561f9a3d8de" -d '{"events": [{"server_uuid": "3052a6a7-1ab3-494b-bbd9-ecba46cd8824", "name": "network-vif-deleted", "tag": "a5e44d45-3839-408c-9f13-b84deb950c7d"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:25:33.888275 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8cffb1-afff-4bbd-8a43-d3efa7cae2bd x-openstack-request-id: req-2d8cffb1-afff-4bbd-8a43-d3efa7cae2bd {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:25:33.888564 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3052a6a7-1ab3-494b-bbd9-ecba46cd8824", "name": "network-vif-deleted", "tag": "a5e44d45-3839-408c-9f13-b84deb950c7d", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:25:33.888867 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2d8cffb1-afff-4bbd-8a43-d3efa7cae2bd {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:25:33.889265 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3052a6a7-1ab3-494b-bbd9-ecba46cd8824', 'name': 'network-vif-deleted', 'tag': 'a5e44d45-3839-408c-9f13-b84deb950c7d', 'status': 'completed', 'code': 200} Aug 16 15:25:33.902068 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-141ca001-beb6-4dac-abb8-056ffb861ef6 req-b8bd8cfe-97e8-4776-b08c-180afa4dbef1 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "GET /v2.0/ports?device_id=3052a6a7-1ab3-494b-bbd9-ecba46cd8824 HTTP/1.1" status: 200 len: 210 time: 0.0310743 Aug 16 15:25:33.968404 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-176c87b2-e7ef-489f-9343-2593fb585126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:34.246881 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device 16a0962b-c025-42f6-8e19-556ac1aca035 up at agent hyperv_hv-cinder-80475 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:25:34.278131 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:34.301164 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d1a6f-9015-4068-8742-80016910f4f0 req-483e7e60-852f-4714-988d-3cd1dc1fd96d tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:34.301797 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Provisioning for port 16a0962b-c025-42f6-8e19-556ac1aca035 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:25:34.302689 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-4a2d1a6f-9015-4068-8742-80016910f4f0 req-483e7e60-852f-4714-988d-3cd1dc1fd96d tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e79bc0b-bef7-47a9-be5c-e7d08dfb7050 HTTP/1.1" status: 200 len: 945 time: 0.0498459 Aug 16 15:25:34.305712 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Provisioning complete for port 16a0962b-c025-42f6-8e19-556ac1aca035 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:25:34.306086 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:34.340812 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-4a2d1a6f-9015-4068-8742-80016910f4f0 req-e4b004f5-ec81-47a0-8f51-37ff65f1c239 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/security-groups?id=a67e3ff8-70ba-401e-b61e-756d2fc736dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320547 Aug 16 15:25:34.384334 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:34.408476 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e79bc0b-bef7-47a9-be5c-e7d08dfb7050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16a0962b-c025-42f6-8e19-556ac1aca035'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:25:34.410867 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e76958932a03d86b7f0b22df001500a87ec50ba87a7955a81e77db88798745a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513ed2ed-dca2-48dd-ab0d-e38e6674004e" -d '{"events": [{"server_uuid": "5e79bc0b-bef7-47a9-be5c-e7d08dfb7050", "name": "network-vif-plugged", "status": "completed", "tag": "16a0962b-c025-42f6-8e19-556ac1aca035"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:25:34.426968 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port 16a0962b-c025-42f6-8e19-556ac1aca035, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=16a0962b-c025-42f6-8e19-556ac1aca035,segment=NetworkSegment(40983c5b-bde1-48a3-a0c1-770144874f34),segment_id=40983c5b-bde1-48a3-a0c1-770144874f34)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:25:34.432435 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:34.456540 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6adcb487-96b6-4e31-8a19-4950aba60d30 x-openstack-request-id: req-6adcb487-96b6-4e31-8a19-4950aba60d30 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:25:34.456825 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e79bc0b-bef7-47a9-be5c-e7d08dfb7050", "name": "network-vif-plugged", "status": "completed", "tag": "16a0962b-c025-42f6-8e19-556ac1aca035", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:25:34.457071 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6adcb487-96b6-4e31-8a19-4950aba60d30 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:25:34.457449 dv-cinder-804757-1-iscsi neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e79bc0b-bef7-47a9-be5c-e7d08dfb7050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16a0962b-c025-42f6-8e19-556ac1aca035', 'code': 200} Aug 16 15:25:34.483595 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Pushing event updated for resources: {'Port': ['ID=16a0962b-c025-42f6-8e19-556ac1aca035,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:25:34.644977 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d6f70e-4058-4c0e-9297-35006368ae8c req-81996610-c485-4576-947d-1aafb26eefb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:34.646445 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-94d6f70e-4058-4c0e-9297-35006368ae8c req-81996610-c485-4576-947d-1aafb26eefb4 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=5e79bc0b-bef7-47a9-be5c-e7d08dfb7050 HTTP/1.1" status: 200 len: 1099 time: 0.0402138 Aug 16 15:25:34.680398 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-94d6f70e-4058-4c0e-9297-35006368ae8c req-71fe883d-c25a-4df5-ba22-75ef35e62b22 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=a67e3ff8-70ba-401e-b61e-756d2fc736dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260234 Aug 16 15:25:34.957093 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 43544) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:25:35.079185 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-26a6bc8b-e03e-4b54-9aac-1e0f4a8422d1 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Deleting port fb5c2d10-1603-430e-893c-317c93aa312e {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:25:35.079518 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-26a6bc8b-e03e-4b54-9aac-1e0f4a8422d1 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769335647479'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:35.156596 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-26a6bc8b-e03e-4b54-9aac-1e0f4a8422d1 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3800399'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:35.156931 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-26a6bc8b-e03e-4b54-9aac-1e0f4a8422d1 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:35.157877 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5f8a3891-afd8-4a3f-99f3-eab7c9032578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:35.168889 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-26a6bc8b-e03e-4b54-9aac-1e0f4a8422d1 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Calling delete_port for fb5c2d10-1603-430e-893c-317c93aa312e owned by network:floatingip {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:25:35.306701 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-26a6bc8b-e03e-4b54-9aac-1e0f4a8422d1 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769335768917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769335250710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268375'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:35.331175 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a6bc8b-e03e-4b54-9aac-1e0f4a8422d1 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Pushing event deleted for resources: {'Port': ['ID=fb5c2d10-1603-430e-893c-317c93aa312e,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:25:35.389642 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-26a6bc8b-e03e-4b54-9aac-1e0f4a8422d1 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks [] for floatingip, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:35.392282 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-26a6bc8b-e03e-4b54-9aac-1e0f4a8422d1 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for floatingip, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:35.393427 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-26a6bc8b-e03e-4b54-9aac-1e0f4a8422d1 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "DELETE /v2.0/floatingips/5890c8d9-3f2e-4b69-b628-3186724cc488 HTTP/1.1" status: 204 len: 168 time: 0.4353538 Aug 16 15:25:35.464294 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126dcf1b-ab70-4bdb-b7fb-60bb5f70c80e req-082f141a-2a9a-426d-b9b4-5ec61f9fcb9c tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:35.467060 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-126dcf1b-ab70-4bdb-b7fb-60bb5f70c80e req-082f141a-2a9a-426d-b9b4-5ec61f9fcb9c tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e79bc0b-bef7-47a9-be5c-e7d08dfb7050 HTTP/1.1" status: 200 len: 946 time: 0.0560901 Aug 16 15:25:35.509435 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-126dcf1b-ab70-4bdb-b7fb-60bb5f70c80e req-857cfa56-10e7-4939-a61f-b88b60517bf2 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/security-groups?id=a67e3ff8-70ba-401e-b61e-756d2fc736dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354176 Aug 16 15:25:36.598583 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 43560) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:25:36.627521 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0310c8b2-7f55-40fa-b121-c321f8a05dbb req-7cd42124-72f0-44f3-a518-874a91fd3d75 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:36.629006 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-0310c8b2-7f55-40fa-b121-c321f8a05dbb req-7cd42124-72f0-44f3-a518-874a91fd3d75 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e79bc0b-bef7-47a9-be5c-e7d08dfb7050 HTTP/1.1" status: 200 len: 946 time: 0.0526466 Aug 16 15:25:36.660083 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-68f0dedc-e5ec-4c06-87d9-e8a2a44b1dc7 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:36.666303 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-0310c8b2-7f55-40fa-b121-c321f8a05dbb req-c687c666-35bd-4ea5-82f0-aeef84accdf5 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/security-groups?id=a67e3ff8-70ba-401e-b61e-756d2fc736dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313599 Aug 16 15:25:36.685574 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-68f0dedc-e5ec-4c06-87d9-e8a2a44b1dc7 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:36.744828 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-68f0dedc-e5ec-4c06-87d9-e8a2a44b1dc7 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:36.747390 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-68f0dedc-e5ec-4c06-87d9-e8a2a44b1dc7 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:36.748552 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-68f0dedc-e5ec-4c06-87d9-e8a2a44b1dc7 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] 10.222.0.22 "DELETE /v2.0/security-groups/f81d9cb5-ee7b-41c0-8dbe-a0336cac8bb2 HTTP/1.1" status: 204 len: 168 time: 0.1489980 Aug 16 15:25:36.757765 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f0dedc-e5ec-4c06-87d9-e8a2a44b1dc7 tempest-TestVolumeBootPattern-102245143 tempest-TestVolumeBootPattern-102245143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f81d9cb5-ee7b-41c0-8dbe-a0336cac8bb2,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:25:36.805485 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 43566) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:25:36.809383 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4fd61f29-14ed-4c81-94cc-08da44d16cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:37.194713 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cb37465b-4e4a-4c64-bd7a-369e331bd746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4167229'] for router_interface, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:37.428291 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-cb37465b-4e4a-4c64-bd7a-369e331bd746 admin admin] Deleting port 8a3155ae-d95b-4535-85af-08fc480629eb {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:25:37.428623 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cb37465b-4e4a-4c64-bd7a-369e331bd746 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769335647479'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:37.506027 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-cb37465b-4e4a-4c64-bd7a-369e331bd746 admin admin] For port 8a3155ae-d95b-4535-85af-08fc480629eb, host dv-cinder-804757-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=8a3155ae-d95b-4535-85af-08fc480629eb,segment=NetworkSegment(ec402e6f-339e-4373-af26-597dcdea5a54),segment_id=ec402e6f-339e-4373-af26-597dcdea5a54)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:25:37.506296 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cb37465b-4e4a-4c64-bd7a-369e331bd746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3800399'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:37.518315 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-cb37465b-4e4a-4c64-bd7a-369e331bd746 admin admin] Calling delete_port for 8a3155ae-d95b-4535-85af-08fc480629eb owned by network:router_interface {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:25:37.692713 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cb37465b-4e4a-4c64-bd7a-369e331bd746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769335768917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769335250710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2787876'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:37.717754 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb37465b-4e4a-4c64-bd7a-369e331bd746 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a3155ae-d95b-4535-85af-08fc480629eb,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:25:37.879641 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cb37465b-4e4a-4c64-bd7a-369e331bd746 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3780375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3797165'] for router_interface, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:38.091251 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb37465b-4e4a-4c64-bd7a-369e331bd746 admin admin] Router a8a11809-5a53-44bf-97c1-d2f6d9224a81 has already been hosted by L3 agent b2ca3166-9002-4222-bd01-ae8f73ca62dc {{(pid=94052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 15:25:38.199588 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb37465b-4e4a-4c64-bd7a-369e331bd746 admin admin] Notify agent at l3_agent.dv-cinder-804757-1-iscsi the message routers_updated {{(pid=94052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:25:38.205129 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-cb37465b-4e4a-4c64-bd7a-369e331bd746 admin admin] 10.222.0.22 "PUT /v2.0/routers/a8a11809-5a53-44bf-97c1-d2f6d9224a81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3985505 Aug 16 15:25:38.207824 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 43584) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:25:38.212232 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b36b08-23cf-4326-80b0-fb85545d90aa None None] Sync routers for ids ['a8a11809-5a53-44bf-97c1-d2f6d9224a81'] in dv-cinder-804757-1-iscsi {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:25:38.222071 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b36b08-23cf-4326-80b0-fb85545d90aa None None] Routers {'a8a11809-5a53-44bf-97c1-d2f6d9224a81'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:25:38.222813 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-f0b36b08-23cf-4326-80b0-fb85545d90aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:25:34Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['a8a11809-5a53-44bf-97c1-d2f6d9224a81'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:25:38.266507 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device a5e44d45-3839-408c-9f13-b84deb950c7d no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:25:38.304160 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] No Port match for: a5e44d45-3839-408c-9f13-b84deb950c7d {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:25:38.304844 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device a5e44d45-3839-408c-9f13-b84deb950c7d not bound to the agent host hv-cinder-80475 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:25:38.329124 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-eebeb419-841a-48c5-b9a4-b65992c0b8c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:38.375730 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-f0b36b08-23cf-4326-80b0-fb85545d90aa None None] Set router a8a11809-5a53-44bf-97c1-d2f6d9224a81 gateway port host: dv-cinder-804757-1-iscsi {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:25:38.433667 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-eebeb419-841a-48c5-b9a4-b65992c0b8c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:38.487636 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-eebeb419-841a-48c5-b9a4-b65992c0b8c2 admin admin] Deleting port 47aa7870-f937-41a9-a42d-54da90726343 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:25:38.487992 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-eebeb419-841a-48c5-b9a4-b65992c0b8c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769335647479'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:38.568310 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-f0b36b08-23cf-4326-80b0-fb85545d90aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'name': 'tempest-TestVolumeBootPattern-878461996-router', 'tenant_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '47aa7870-f937-41a9-a42d-54da90726343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:17:54Z', 'updated_at': '2021-08-16T15:25:37Z', 'revision_number': 5, 'project_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'gw_port': {'id': '47aa7870-f937-41a9-a42d-54da90726343', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:17:54Z', 'updated_at': '2021-08-16T15:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi'}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:25:38.581233 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-eebeb419-841a-48c5-b9a4-b65992c0b8c2 admin admin] For port 47aa7870-f937-41a9-a42d-54da90726343, host dv-cinder-804757-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=47aa7870-f937-41a9-a42d-54da90726343,segment=NetworkSegment(6c369326-29bf-41f1-8d37-65f3627778f0),segment_id=6c369326-29bf-41f1-8d37-65f3627778f0)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:25:38.581588 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-eebeb419-841a-48c5-b9a4-b65992c0b8c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3800399'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:38.593378 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-eebeb419-841a-48c5-b9a4-b65992c0b8c2 admin admin] Calling delete_port for 47aa7870-f937-41a9-a42d-54da90726343 owned by network:router_gateway {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:25:38.595120 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b36b08-23cf-4326-80b0-fb85545d90aa None None] Checking router: a8a11809-5a53-44bf-97c1-d2f6d9224a81 for host: dv-cinder-804757-1-iscsi {{(pid=94053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:25:38.605649 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b36b08-23cf-4326-80b0-fb85545d90aa None None] Routers {'a8a11809-5a53-44bf-97c1-d2f6d9224a81'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:25:38.606332 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-f0b36b08-23cf-4326-80b0-fb85545d90aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:25:34Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['a8a11809-5a53-44bf-97c1-d2f6d9224a81'], 'active': True} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:25:38.764579 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-eebeb419-841a-48c5-b9a4-b65992c0b8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769335768917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769335250710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2787876'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:38.789397 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebeb419-841a-48c5-b9a4-b65992c0b8c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=47aa7870-f937-41a9-a42d-54da90726343,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:25:38.817718 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvr_db [None req-f0b36b08-23cf-4326-80b0-fb85545d90aa None None] Set router a8a11809-5a53-44bf-97c1-d2f6d9224a81 gateway port host: None {{(pid=94053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:25:38.851381 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-eebeb419-841a-48c5-b9a4-b65992c0b8c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798535'] for router_gateway, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:38.868397 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_hamode_db [None req-f0b36b08-23cf-4326-80b0-fb85545d90aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'name': 'tempest-TestVolumeBootPattern-878461996-router', 'tenant_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:17:54Z', 'updated_at': '2021-08-16T15:25:38Z', 'revision_number': 6, 'project_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'gw_port_host': None}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:25:38.897104 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b36b08-23cf-4326-80b0-fb85545d90aa None None] The sync data for ids ['a8a11809-5a53-44bf-97c1-d2f6d9224a81'] in dv-cinder-804757-1-iscsi is: [{'id': 'a8a11809-5a53-44bf-97c1-d2f6d9224a81', 'name': 'tempest-TestVolumeBootPattern-878461996-router', 'tenant_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:17:54Z', 'updated_at': '2021-08-16T15:25:38Z', 'revision_number': 6, 'project_id': '83f7d345b47b4d06a48fabeb3dd2c893', 'gw_port_host': None}] {{(pid=94053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:25:38.940406 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-eebeb419-841a-48c5-b9a4-b65992c0b8c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46264'] for router, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:38.942574 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-eebeb419-841a-48c5-b9a4-b65992c0b8c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:38.988693 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-eebeb419-841a-48c5-b9a4-b65992c0b8c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771546'] for router, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:38.989149 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eebeb419-841a-48c5-b9a4-b65992c0b8c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8a11809-5a53-44bf-97c1-d2f6d9224a81 {{(pid=94052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 15:25:38.993406 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-eebeb419-841a-48c5-b9a4-b65992c0b8c2 admin admin] Notify callbacks [] for router, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:38.994842 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-eebeb419-841a-48c5-b9a4-b65992c0b8c2 admin admin] 10.222.0.22 "DELETE /v2.0/routers/a8a11809-5a53-44bf-97c1-d2f6d9224a81 HTTP/1.1" status: 204 len: 168 time: 0.7860448 Aug 16 15:25:38.997369 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 43588) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:25:39.041588 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.db_base_plugin_v2 [None req-af381500-ea32-410b-8fb9-32fc61e8269a admin admin] Deleting subnet 12be7342-1293-4efd-8683-22f17d2b28ee {{(pid=94052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 15:25:39.044437 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-af381500-ea32-410b-8fb9-32fc61e8269a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:39.076799 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-af381500-ea32-410b-8fb9-32fc61e8269a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2564625'] for subnet, precommit_delete_associations {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:39.155679 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-af381500-ea32-410b-8fb9-32fc61e8269a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1014246'] for subnet, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:39.205884 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-af381500-ea32-410b-8fb9-32fc61e8269a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4115071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2787953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26895611'] for subnet, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:39.234616 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af381500-ea32-410b-8fb9-32fc61e8269a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12be7342-1293-4efd-8683-22f17d2b28ee,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:25:39.246324 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-af381500-ea32-410b-8fb9-32fc61e8269a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:39.250709 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-af381500-ea32-410b-8fb9-32fc61e8269a admin admin] 10.222.0.22 "DELETE /v2.0/subnets/12be7342-1293-4efd-8683-22f17d2b28ee HTTP/1.1" status: 204 len: 168 time: 0.2500966 Aug 16 15:25:39.251634 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 43590) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:25:39.252141 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43bcf26-1b98-49b0-a4b1-bf9c01f57736 None None] Network 7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a requested from dv-cinder-804757-1-iscsi {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:25:39.326564 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-88d9c571-b530-420a-9893-5f0401420d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653808'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:39.385519 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-88d9c571-b530-420a-9893-5f0401420d7b admin admin] Deleting port 0f0676ec-c698-4715-8c21-14444be354c6 {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:25:39.385695 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-88d9c571-b530-420a-9893-5f0401420d7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769335647479'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:39.448638 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-88d9c571-b530-420a-9893-5f0401420d7b admin admin] For port 0f0676ec-c698-4715-8c21-14444be354c6, host dv-cinder-804757-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=0f0676ec-c698-4715-8c21-14444be354c6,segment=NetworkSegment(ec402e6f-339e-4373-af26-597dcdea5a54),segment_id=ec402e6f-339e-4373-af26-597dcdea5a54)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:25:39.448998 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-88d9c571-b530-420a-9893-5f0401420d7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3800399'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:39.460713 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-88d9c571-b530-420a-9893-5f0401420d7b admin admin] Calling delete_port for 0f0676ec-c698-4715-8c21-14444be354c6 owned by network:dhcp {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:25:39.539661 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-88d9c571-b530-420a-9893-5f0401420d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769335768917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769335250710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2787876'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:39.566024 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9c571-b530-420a-9893-5f0401420d7b admin admin] Pushing event deleted for resources: {'Port': ['ID=0f0676ec-c698-4715-8c21-14444be354c6,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:25:39.567755 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d9c571-b530-420a-9893-5f0401420d7b admin admin] No DVR routers for this DVR port 0f0676ec-c698-4715-8c21-14444be354c6 on host dv-cinder-804757-1-iscsi {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 15:25:39.637867 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-88d9c571-b530-420a-9893-5f0401420d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000339', 'neutron.services.segments.db._delete_segments_for_network-8769335759171'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:39.647438 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.services.segments.db [None req-88d9c571-b530-420a-9893-5f0401420d7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:25:39.658359 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.services.segments.db [None req-88d9c571-b530-420a-9893-5f0401420d7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec402e6f-339e-4373-af26-597dcdea5a54') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:25:39.658782 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.services.segments.db [None req-88d9c571-b530-420a-9893-5f0401420d7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec402e6f-339e-4373-af26-597dcdea5a54') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:25:39.667833 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-88d9c571-b530-420a-9893-5f0401420d7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769335762252', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2564632'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:39.682166 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-88d9c571-b530-420a-9893-5f0401420d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014199'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:39.689012 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88d9c571-b530-420a-9893-5f0401420d7b admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 15:25:39.689412 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-88d9c571-b530-420a-9893-5f0401420d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2787863'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:39.690307 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323edb68-b3c2-490d-b088-7ff0cc86f91c None None] DHCP port deletion for 7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a request from dv-cinder-804757-1-iscsi {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 15:25:39.691267 dv-cinder-804757-1-iscsi neutron-server[94052]: Traceback (most recent call last): Aug 16 15:25:39.691267 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 15:25:39.691267 dv-cinder-804757-1-iscsi neutron-server[94052]: timer() Aug 16 15:25:39.691267 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 15:25:39.691267 dv-cinder-804757-1-iscsi neutron-server[94052]: cb(*args, **kw) Aug 16 15:25:39.691267 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 15:25:39.691267 dv-cinder-804757-1-iscsi neutron-server[94052]: return func(*args, **kwargs) Aug 16 15:25:39.691267 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 15:25:39.691267 dv-cinder-804757-1-iscsi neutron-server[94052]: self._notify() Aug 16 15:25:39.691267 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 15:25:39.691267 dv-cinder-804757-1-iscsi neutron-server[94052]: self.callback(batched_events) Aug 16 15:25:39.691267 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 15:25:39.691267 dv-cinder-804757-1-iscsi neutron-server[94052]: event.method(event) Aug 16 15:25:39.691267 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 15:25:39.691267 dv-cinder-804757-1-iscsi neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 15:25:39.691267 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 15:25:39.691267 dv-cinder-804757-1-iscsi neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 15:25:39.691267 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 15:25:39.691267 dv-cinder-804757-1-iscsi neutron-server[94052]: return f(self, *a, **k) Aug 16 15:25:39.691267 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 15:25:39.691267 dv-cinder-804757-1-iscsi neutron-server[94052]: return self._get(url).json() Aug 16 15:25:39.691267 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 15:25:39.691267 dv-cinder-804757-1-iscsi neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 15:25:39.691267 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 15:25:39.691267 dv-cinder-804757-1-iscsi neutron-server[94052]: return self.request(url, 'GET', **kwargs) Aug 16 15:25:39.691267 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 15:25:39.691267 dv-cinder-804757-1-iscsi neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 15:25:39.691267 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 15:25:39.691267 dv-cinder-804757-1-iscsi neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 15:25:39.691267 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 15:25:39.691267 dv-cinder-804757-1-iscsi neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 15:25:39.691267 dv-cinder-804757-1-iscsi neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 15:25:39.745079 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-88d9c571-b530-420a-9893-5f0401420d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798563'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:39.750243 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-88d9c571-b530-420a-9893-5f0401420d7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3780594'] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:39.752117 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-88d9c571-b530-420a-9893-5f0401420d7b admin admin] 10.222.0.22 "DELETE /v2.0/networks/7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a HTTP/1.1" status: 204 len: 168 time: 0.4994860 Aug 16 15:25:39.755227 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 43594) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:25:39.762738 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9c571-b530-420a-9893-5f0401420d7b admin admin] Pushing event deleted for resources: {'Network': ['ID=7528efaa-9ab3-4b9f-ac1f-ff4b91f41b2a,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:25:40.103687 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d3444aae-e0c6-449d-85f2-8432e94e40a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4167229'] for router_interface, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:40.339253 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-d3444aae-e0c6-449d-85f2-8432e94e40a3 admin admin] Deleting port 48a2c34a-432d-445b-9790-16f523ac4ed8 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:25:40.339583 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d3444aae-e0c6-449d-85f2-8432e94e40a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769335647479'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:40.418785 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-d3444aae-e0c6-449d-85f2-8432e94e40a3 admin admin] For port 48a2c34a-432d-445b-9790-16f523ac4ed8, host dv-cinder-804757-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=48a2c34a-432d-445b-9790-16f523ac4ed8,segment=NetworkSegment(cda53369-0548-4005-9d49-ea79f2ecaf3a),segment_id=cda53369-0548-4005-9d49-ea79f2ecaf3a)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:25:40.419145 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d3444aae-e0c6-449d-85f2-8432e94e40a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3800399'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:40.432236 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-d3444aae-e0c6-449d-85f2-8432e94e40a3 admin admin] Calling delete_port for 48a2c34a-432d-445b-9790-16f523ac4ed8 owned by network:router_interface {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:25:40.596415 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device 8a3155ae-d95b-4535-85af-08fc480629eb no longer exists at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:25:40.612937 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d3444aae-e0c6-449d-85f2-8432e94e40a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769335768917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769335250710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268375'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:40.616360 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] No Port match for: 8a3155ae-d95b-4535-85af-08fc480629eb {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:25:40.616705 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device 8a3155ae-d95b-4535-85af-08fc480629eb not bound to the agent host dv-cinder-804757-1-iscsi {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:25:40.617100 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device 47aa7870-f937-41a9-a42d-54da90726343 no longer exists at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:25:40.635033 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] No Port match for: 47aa7870-f937-41a9-a42d-54da90726343 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:25:40.635373 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device 47aa7870-f937-41a9-a42d-54da90726343 not bound to the agent host dv-cinder-804757-1-iscsi {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:25:40.635768 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device 0f0676ec-c698-4715-8c21-14444be354c6 no longer exists at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:25:40.637737 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3444aae-e0c6-449d-85f2-8432e94e40a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=48a2c34a-432d-445b-9790-16f523ac4ed8,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:25:40.660659 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] No Port match for: 0f0676ec-c698-4715-8c21-14444be354c6 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:25:40.660943 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device 0f0676ec-c698-4715-8c21-14444be354c6 not bound to the agent host dv-cinder-804757-1-iscsi {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:25:40.794244 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d3444aae-e0c6-449d-85f2-8432e94e40a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3780375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3797165'] for router_interface, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:40.995857 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3444aae-e0c6-449d-85f2-8432e94e40a3 admin admin] Router 72527283-5a19-43ce-9eda-2e1cb6a71a8f has already been hosted by L3 agent b2ca3166-9002-4222-bd01-ae8f73ca62dc {{(pid=94051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 15:25:41.095356 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3444aae-e0c6-449d-85f2-8432e94e40a3 admin admin] Notify agent at l3_agent.dv-cinder-804757-1-iscsi the message routers_updated {{(pid=94051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 15:25:41.100456 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-d3444aae-e0c6-449d-85f2-8432e94e40a3 admin admin] 10.222.0.22 "PUT /v2.0/routers/72527283-5a19-43ce-9eda-2e1cb6a71a8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3439474 Aug 16 15:25:41.102937 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 43598) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:25:41.105535 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc8688e-f656-4df1-97fc-3a00221c33e4 None None] Sync routers for ids ['72527283-5a19-43ce-9eda-2e1cb6a71a8f'] in dv-cinder-804757-1-iscsi {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 15:25:41.115083 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc8688e-f656-4df1-97fc-3a00221c33e4 None None] Routers {'72527283-5a19-43ce-9eda-2e1cb6a71a8f'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:25:41.115772 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-bdc8688e-f656-4df1-97fc-3a00221c33e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:25:34Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['72527283-5a19-43ce-9eda-2e1cb6a71a8f'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:25:41.202090 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e699a85c-434e-4408-a72a-072dda28353d admin admin] Notify callbacks [] for router, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:41.216500 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-bdc8688e-f656-4df1-97fc-3a00221c33e4 None None] Set router 72527283-5a19-43ce-9eda-2e1cb6a71a8f gateway port host: dv-cinder-804757-1-iscsi {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:25:41.301830 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e699a85c-434e-4408-a72a-072dda28353d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:41.352331 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-e699a85c-434e-4408-a72a-072dda28353d admin admin] Deleting port e6cd0c4c-e014-4b28-b68a-fe1626a9ba1e {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:25:41.352666 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e699a85c-434e-4408-a72a-072dda28353d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769335647479'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:41.389813 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-bdc8688e-f656-4df1-97fc-3a00221c33e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72527283-5a19-43ce-9eda-2e1cb6a71a8f', 'name': 'tempest-TestVolumeBootPattern-1276650241-router', 'tenant_id': '034d9a0c09414014b1b5c2f2237d13b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'external_fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'e6cd0c4c-e014-4b28-b68a-fe1626a9ba1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:18:04Z', 'updated_at': '2021-08-16T15:25:40Z', 'revision_number': 5, 'project_id': '034d9a0c09414014b1b5c2f2237d13b5', 'gw_port': {'id': 'e6cd0c4c-e014-4b28-b68a-fe1626a9ba1e', 'name': '', 'network_id': 'b7623838-067e-46d7-9324-3e363fad67d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72527283-5a19-43ce-9eda-2e1cb6a71a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T15:18:05Z', 'updated_at': '2021-08-16T15:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838856c9-cc6d-4250-847b-ebd189817dd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-1-iscsi'}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:25:41.416793 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc8688e-f656-4df1-97fc-3a00221c33e4 None None] Checking router: 72527283-5a19-43ce-9eda-2e1cb6a71a8f for host: dv-cinder-804757-1-iscsi {{(pid=94054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 15:25:41.425181 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc8688e-f656-4df1-97fc-3a00221c33e4 None None] Routers {'72527283-5a19-43ce-9eda-2e1cb6a71a8f'} bound to L3 agent in host dv-cinder-804757-1-iscsi {{(pid=94054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 15:25:41.425762 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-bdc8688e-f656-4df1-97fc-3a00221c33e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T15:08:04Z,description=,heartbeat_timestamp=2021-08-16T15:25:34Z,host='dv-cinder-804757-1-iscsi',id=b2ca3166-9002-4222-bd01-ae8f73ca62dc,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T15:08:04Z,topic='l3_agent')) {'router_ids': ['72527283-5a19-43ce-9eda-2e1cb6a71a8f'], 'active': True} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:25:41.433539 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.db [None req-e699a85c-434e-4408-a72a-072dda28353d admin admin] For port e6cd0c4c-e014-4b28-b68a-fe1626a9ba1e, host dv-cinder-804757-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=e6cd0c4c-e014-4b28-b68a-fe1626a9ba1e,segment=NetworkSegment(6c369326-29bf-41f1-8d37-65f3627778f0),segment_id=6c369326-29bf-41f1-8d37-65f3627778f0)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:25:41.433897 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e699a85c-434e-4408-a72a-072dda28353d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3800399'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:41.445023 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-e699a85c-434e-4408-a72a-072dda28353d admin admin] Calling delete_port for e6cd0c4c-e014-4b28-b68a-fe1626a9ba1e owned by network:router_gateway {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:25:41.515043 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_dvr_db [None req-bdc8688e-f656-4df1-97fc-3a00221c33e4 None None] Set router 72527283-5a19-43ce-9eda-2e1cb6a71a8f gateway port host: None {{(pid=94054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 15:25:41.565962 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.l3_hamode_db [None req-bdc8688e-f656-4df1-97fc-3a00221c33e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72527283-5a19-43ce-9eda-2e1cb6a71a8f', 'name': 'tempest-TestVolumeBootPattern-1276650241-router', 'tenant_id': '034d9a0c09414014b1b5c2f2237d13b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:18:04Z', 'updated_at': '2021-08-16T15:25:41Z', 'revision_number': 6, 'project_id': '034d9a0c09414014b1b5c2f2237d13b5', 'gw_port_host': None}], 'dv-cinder-804757-1-iscsi', False) {} {{(pid=94054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:25:41.611381 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e699a85c-434e-4408-a72a-072dda28353d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769335768917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769335250710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268375'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:41.635467 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e699a85c-434e-4408-a72a-072dda28353d admin admin] Pushing event deleted for resources: {'Port': ['ID=e6cd0c4c-e014-4b28-b68a-fe1626a9ba1e,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:25:41.682742 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc8688e-f656-4df1-97fc-3a00221c33e4 None None] The sync data for ids ['72527283-5a19-43ce-9eda-2e1cb6a71a8f'] in dv-cinder-804757-1-iscsi is: [{'id': '72527283-5a19-43ce-9eda-2e1cb6a71a8f', 'name': 'tempest-TestVolumeBootPattern-1276650241-router', 'tenant_id': '034d9a0c09414014b1b5c2f2237d13b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T15:18:04Z', 'updated_at': '2021-08-16T15:25:41Z', 'revision_number': 6, 'project_id': '034d9a0c09414014b1b5c2f2237d13b5', 'gw_port_host': None}] {{(pid=94054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 15:25:41.700324 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e699a85c-434e-4408-a72a-072dda28353d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798535'] for router_gateway, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:41.790815 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e699a85c-434e-4408-a72a-072dda28353d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46264'] for router, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:41.792815 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e699a85c-434e-4408-a72a-072dda28353d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:42.080684 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e699a85c-434e-4408-a72a-072dda28353d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771546'] for router, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:42.081339 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e699a85c-434e-4408-a72a-072dda28353d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72527283-5a19-43ce-9eda-2e1cb6a71a8f {{(pid=94051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 15:25:42.086421 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-e699a85c-434e-4408-a72a-072dda28353d admin admin] Notify callbacks [] for router, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:42.087581 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-e699a85c-434e-4408-a72a-072dda28353d admin admin] 10.222.0.22 "DELETE /v2.0/routers/72527283-5a19-43ce-9eda-2e1cb6a71a8f HTTP/1.1" status: 204 len: 168 time: 0.9837570 Aug 16 15:25:42.090076 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 43602) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:25:42.134401 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fe6591a-c85d-44c5-afb6-b2a06d661621 admin admin] Deleting subnet 665d9619-21b4-4f54-8e93-a9384fe338fb {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 15:25:42.137414 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3fe6591a-c85d-44c5-afb6-b2a06d661621 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:42.171563 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3fe6591a-c85d-44c5-afb6-b2a06d661621 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2459736'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:42.252921 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3fe6591a-c85d-44c5-afb6-b2a06d661621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1014246'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:42.305149 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3fe6591a-c85d-44c5-afb6-b2a06d661621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4115071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2268290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26656816'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:42.334411 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe6591a-c85d-44c5-afb6-b2a06d661621 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=665d9619-21b4-4f54-8e93-a9384fe338fb,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:25:42.338870 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3fe6591a-c85d-44c5-afb6-b2a06d661621 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3780594'] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:42.342007 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-3fe6591a-c85d-44c5-afb6-b2a06d661621 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/665d9619-21b4-4f54-8e93-a9384fe338fb HTTP/1.1" status: 204 len: 168 time: 0.2510023 Aug 16 15:25:42.344105 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 43604) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:25:42.349398 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07648b9a-4e3c-4fc7-8730-4b927508293d None None] Network c3efea4d-d9ac-44e7-86c8-41af94372c04 requested from dv-cinder-804757-1-iscsi {{(pid=94053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 15:25:42.419061 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9f0ad9bd-b12f-48be-8e10-83e7adbfcda0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653808'] for network, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:42.471881 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-9f0ad9bd-b12f-48be-8e10-83e7adbfcda0 admin admin] Deleting port bc66c8dd-b242-43a8-bde8-e76fbe2d6e8c {{(pid=94052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:25:42.472245 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9f0ad9bd-b12f-48be-8e10-83e7adbfcda0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769335647479'] for port, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:42.534470 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.db [None req-9f0ad9bd-b12f-48be-8e10-83e7adbfcda0 admin admin] For port bc66c8dd-b242-43a8-bde8-e76fbe2d6e8c, host dv-cinder-804757-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=bc66c8dd-b242-43a8-bde8-e76fbe2d6e8c,segment=NetworkSegment(cda53369-0548-4005-9d49-ea79f2ecaf3a),segment_id=cda53369-0548-4005-9d49-ea79f2ecaf3a)] {{(pid=94052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:25:42.534826 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9f0ad9bd-b12f-48be-8e10-83e7adbfcda0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3800399'] for port, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:42.544626 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f9180b-7a51-4338-b629-0b42d7bf577b None None] DHCP port deletion for c3efea4d-d9ac-44e7-86c8-41af94372c04 request from dv-cinder-804757-1-iscsi {{(pid=94053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 15:25:42.549462 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.plugin [None req-9f0ad9bd-b12f-48be-8e10-83e7adbfcda0 admin admin] Calling delete_port for bc66c8dd-b242-43a8-bde8-e76fbe2d6e8c owned by network:dhcp {{(pid=94052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:25:42.599574 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-68f9180b-7a51-4338-b629-0b42d7bf577b None None] Deleting port bc66c8dd-b242-43a8-bde8-e76fbe2d6e8c {{(pid=94053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:25:42.600474 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-68f9180b-7a51-4338-b629-0b42d7bf577b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769335647479'] for port, before_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:42.639593 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device e6cd0c4c-e014-4b28-b68a-fe1626a9ba1e no longer exists at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:25:42.646160 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9f0ad9bd-b12f-48be-8e10-83e7adbfcda0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769335768917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769335250710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2787876'] for port, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:42.663992 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] No Port match for: e6cd0c4c-e014-4b28-b68a-fe1626a9ba1e {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:25:42.664326 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device e6cd0c4c-e014-4b28-b68a-fe1626a9ba1e not bound to the agent host dv-cinder-804757-1-iscsi {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:25:42.664736 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device 48a2c34a-432d-445b-9790-16f523ac4ed8 no longer exists at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:25:42.672697 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0ad9bd-b12f-48be-8e10-83e7adbfcda0 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc66c8dd-b242-43a8-bde8-e76fbe2d6e8c,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:25:42.681046 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0ad9bd-b12f-48be-8e10-83e7adbfcda0 admin admin] No DVR routers for this DVR port bc66c8dd-b242-43a8-bde8-e76fbe2d6e8c on host dv-cinder-804757-1-iscsi {{(pid=94052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 15:25:42.697558 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] No Port match for: 48a2c34a-432d-445b-9790-16f523ac4ed8 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:25:42.697837 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device 48a2c34a-432d-445b-9790-16f523ac4ed8 not bound to the agent host dv-cinder-804757-1-iscsi {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:25:42.698228 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device bc66c8dd-b242-43a8-bde8-e76fbe2d6e8c no longer exists at agent ovs-agent-dv-cinder-804757-1-iscsi {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:25:42.721389 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] No Port match for: bc66c8dd-b242-43a8-bde8-e76fbe2d6e8c {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:25:42.721727 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Device bc66c8dd-b242-43a8-bde8-e76fbe2d6e8c not bound to the agent host dv-cinder-804757-1-iscsi {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:25:42.731272 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-68f9180b-7a51-4338-b629-0b42d7bf577b None None] For port bc66c8dd-b242-43a8-bde8-e76fbe2d6e8c, host dv-cinder-804757-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-1-iscsi',level=0,port_id=bc66c8dd-b242-43a8-bde8-e76fbe2d6e8c,segment=NetworkSegment(cda53369-0548-4005-9d49-ea79f2ecaf3a),segment_id=cda53369-0548-4005-9d49-ea79f2ecaf3a)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:25:42.731733 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-68f9180b-7a51-4338-b629-0b42d7bf577b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3800399'] for port, precommit_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:42.744435 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-68f9180b-7a51-4338-b629-0b42d7bf577b None None] Calling delete_port for bc66c8dd-b242-43a8-bde8-e76fbe2d6e8c owned by network:dhcp {{(pid=94053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:25:42.824909 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-68f9180b-7a51-4338-b629-0b42d7bf577b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769335768917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769335250710'] for port, after_delete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:42.848856 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f9180b-7a51-4338-b629-0b42d7bf577b None None] Pushing event deleted for resources: {'Port': ['ID=bc66c8dd-b242-43a8-bde8-e76fbe2d6e8c,revision_number=None']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:25:42.854871 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f9180b-7a51-4338-b629-0b42d7bf577b None None] No DVR routers for this DVR port bc66c8dd-b242-43a8-bde8-e76fbe2d6e8c on host dv-cinder-804757-1-iscsi {{(pid=94053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 15:25:43.024374 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9f0ad9bd-b12f-48be-8e10-83e7adbfcda0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000339', 'neutron.services.segments.db._delete_segments_for_network-8769335759171'] for network, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:43.034471 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.services.segments.db [None req-9f0ad9bd-b12f-48be-8e10-83e7adbfcda0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3efea4d-d9ac-44e7-86c8-41af94372c04']}} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:25:43.043823 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.services.segments.db [None req-9f0ad9bd-b12f-48be-8e10-83e7adbfcda0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cda53369-0548-4005-9d49-ea79f2ecaf3a') {'for_net_delete': True} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:25:43.044151 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.services.segments.db [None req-9f0ad9bd-b12f-48be-8e10-83e7adbfcda0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cda53369-0548-4005-9d49-ea79f2ecaf3a') {} {{(pid=94052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:25:43.053280 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9f0ad9bd-b12f-48be-8e10-83e7adbfcda0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769335762252', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2564632'] for segment, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:43.067464 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9f0ad9bd-b12f-48be-8e10-83e7adbfcda0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014199'] for segment, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:43.073178 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f0ad9bd-b12f-48be-8e10-83e7adbfcda0 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=94052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 15:25:43.073559 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9f0ad9bd-b12f-48be-8e10-83e7adbfcda0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2787863'] for segment, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:43.075434 dv-cinder-804757-1-iscsi neutron-server[94052]: Traceback (most recent call last): Aug 16 15:25:43.075434 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 15:25:43.075434 dv-cinder-804757-1-iscsi neutron-server[94052]: timer() Aug 16 15:25:43.075434 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 15:25:43.075434 dv-cinder-804757-1-iscsi neutron-server[94052]: cb(*args, **kw) Aug 16 15:25:43.075434 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 15:25:43.075434 dv-cinder-804757-1-iscsi neutron-server[94052]: return func(*args, **kwargs) Aug 16 15:25:43.075434 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 15:25:43.075434 dv-cinder-804757-1-iscsi neutron-server[94052]: self._notify() Aug 16 15:25:43.075434 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 15:25:43.075434 dv-cinder-804757-1-iscsi neutron-server[94052]: self.callback(batched_events) Aug 16 15:25:43.075434 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 15:25:43.075434 dv-cinder-804757-1-iscsi neutron-server[94052]: event.method(event) Aug 16 15:25:43.075434 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 15:25:43.075434 dv-cinder-804757-1-iscsi neutron-server[94052]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 15:25:43.075434 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 15:25:43.075434 dv-cinder-804757-1-iscsi neutron-server[94052]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 15:25:43.075434 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 15:25:43.075434 dv-cinder-804757-1-iscsi neutron-server[94052]: return f(self, *a, **k) Aug 16 15:25:43.075434 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 15:25:43.075434 dv-cinder-804757-1-iscsi neutron-server[94052]: return self._get(url).json() Aug 16 15:25:43.075434 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 15:25:43.075434 dv-cinder-804757-1-iscsi neutron-server[94052]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 15:25:43.075434 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 15:25:43.075434 dv-cinder-804757-1-iscsi neutron-server[94052]: return self.request(url, 'GET', **kwargs) Aug 16 15:25:43.075434 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 15:25:43.075434 dv-cinder-804757-1-iscsi neutron-server[94052]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 15:25:43.075434 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 15:25:43.075434 dv-cinder-804757-1-iscsi neutron-server[94052]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 15:25:43.075434 dv-cinder-804757-1-iscsi neutron-server[94052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 15:25:43.075434 dv-cinder-804757-1-iscsi neutron-server[94052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 15:25:43.075434 dv-cinder-804757-1-iscsi neutron-server[94052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 15:25:43.126479 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9f0ad9bd-b12f-48be-8e10-83e7adbfcda0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798563'] for network, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:43.131503 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-9f0ad9bd-b12f-48be-8e10-83e7adbfcda0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3780594'] for network, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:43.133761 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-9f0ad9bd-b12f-48be-8e10-83e7adbfcda0 admin admin] 10.222.0.22 "DELETE /v2.0/networks/c3efea4d-d9ac-44e7-86c8-41af94372c04 HTTP/1.1" status: 204 len: 168 time: 0.7877920 Aug 16 15:25:43.144297 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0ad9bd-b12f-48be-8e10-83e7adbfcda0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3efea4d-d9ac-44e7-86c8-41af94372c04,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:25:43.241044 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 43610) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:25:43.281849 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-34d81730-078a-4f48-a50a-a12ccdf8808f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=83f7d345b47b4d06a48fabeb3dd2c893&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397062 Aug 16 15:25:43.284290 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 43612) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:25:43.347457 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-db591ff7-5889-4960-801d-de3ac72ab82b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:43.374012 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-db591ff7-5889-4960-801d-de3ac72ab82b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:43.418426 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-db591ff7-5889-4960-801d-de3ac72ab82b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:43.420778 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-db591ff7-5889-4960-801d-de3ac72ab82b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:43.421891 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-db591ff7-5889-4960-801d-de3ac72ab82b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/27264ed8-28b7-49e0-bb45-045c778c9230 HTTP/1.1" status: 204 len: 168 time: 0.1367407 Aug 16 15:25:43.430650 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db591ff7-5889-4960-801d-de3ac72ab82b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27264ed8-28b7-49e0-bb45-045c778c9230,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:25:43.728719 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 43620) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:25:43.771662 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-e83e9c43-7f07-4311-832e-f77ac904fbdc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=034d9a0c09414014b1b5c2f2237d13b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0417941 Aug 16 15:25:43.774132 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 43622) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:25:43.820153 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f23fc6ee-173a-491f-ba9e-2e501f70aff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:43.840766 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f23fc6ee-173a-491f-ba9e-2e501f70aff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:43.885484 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f23fc6ee-173a-491f-ba9e-2e501f70aff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:43.888187 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-f23fc6ee-173a-491f-ba9e-2e501f70aff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:43.889337 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-f23fc6ee-173a-491f-ba9e-2e501f70aff1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7007aef5-c3b5-40ce-9ed4-999acbd097c1 HTTP/1.1" status: 204 len: 168 time: 0.1143212 Aug 16 15:25:43.897358 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23fc6ee-173a-491f-ba9e-2e501f70aff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7007aef5-c3b5-40ce-9ed4-999acbd097c1,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:25:46.702888 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4b03d-9af0-4741-b195-16c2e0737f41 req-50d36fdf-726c-4f1c-a537-6e95c09961b2 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:46.704443 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-d3a4b03d-9af0-4741-b195-16c2e0737f41 req-50d36fdf-726c-4f1c-a537-6e95c09961b2 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/networks?id=f7c89e50-4998-484b-8c53-e561d3d7c4a5 HTTP/1.1" status: 200 len: 812 time: 0.1004627 Aug 16 15:25:46.720195 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-d3a4b03d-9af0-4741-b195-16c2e0737f41 req-b27bc183-0e1e-4129-b0e5-10a5da54c45c tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/quotas/748db6b2d09f4a18b730eb30423e7be7 HTTP/1.1" status: 200 len: 375 time: 0.0095711 Aug 16 15:25:46.772931 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-d3a4b03d-9af0-4741-b195-16c2e0737f41 req-1af0c2e6-c366-48db-b0a3-df7381872f53 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=748db6b2d09f4a18b730eb30423e7be7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0469618 Aug 16 15:25:46.784074 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [req-d3a4b03d-9af0-4741-b195-16c2e0737f41 req-44fc3e6f-9938-4b8c-9b2b-0d0fcbab704d service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 15:25:46.785025 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-d3a4b03d-9af0-4741-b195-16c2e0737f41 req-44fc3e6f-9938-4b8c-9b2b-0d0fcbab704d service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056920 Aug 16 15:25:46.874024 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-d3a4b03d-9af0-4741-b195-16c2e0737f41 req-016902d5-7b15-4dbc-90a5-a1a42c4621d6 service neutron] 10.222.0.22 "GET /v2.0/networks/f7c89e50-4998-484b-8c53-e561d3d7c4a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836911 Aug 16 15:25:46.959691 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-d3a4b03d-9af0-4741-b195-16c2e0737f41 req-8f3f4ec1-aecb-48cc-96d3-e6275a5b4cc4 service neutron] 10.222.0.22 "GET /v2.0/networks/f7c89e50-4998-484b-8c53-e561d3d7c4a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798542 Aug 16 15:25:47.116478 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-2ac5fcd7-50ee-494c-8a03-f43fde5bb9c2 req-d8fe0d7b-e24e-49a4-83fa-649831af3f19 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e6e200b-3cad-4163-8a5b-f590f10fb2d0 HTTP/1.1" status: 200 len: 210 time: 0.0265646 Aug 16 15:25:48.185336 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4b03d-9af0-4741-b195-16c2e0737f41 req-4b39847b-cf27-4990-b6a0-d21e0b47fece tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:48.186788 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-d3a4b03d-9af0-4741-b195-16c2e0737f41 req-4b39847b-cf27-4990-b6a0-d21e0b47fece tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.63 "GET /v2.0/networks?id=f7c89e50-4998-484b-8c53-e561d3d7c4a5 HTTP/1.1" status: 200 len: 812 time: 0.1066194 Aug 16 15:25:48.200243 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [req-d3a4b03d-9af0-4741-b195-16c2e0737f41 req-5548d6f1-4ebe-4461-a905-e26ab3b3e426 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Request body: {'port': {'device_id': '6e6e200b-3cad-4163-8a5b-f590f10fb2d0', 'network_id': 'f7c89e50-4998-484b-8c53-e561d3d7c4a5', 'admin_state_up': True, 'tenant_id': '748db6b2d09f4a18b730eb30423e7be7'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:25:48.212299 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-7a22084b-af3a-47ca-ae13-c5dc30c7520b req-373165d5-ec7b-466b-bfd4-2750d7f5a7c2 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e6e200b-3cad-4163-8a5b-f590f10fb2d0 HTTP/1.1" status: 200 len: 210 time: 0.0289707 Aug 16 15:25:48.309322 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3a4b03d-9af0-4741-b195-16c2e0737f41 req-5548d6f1-4ebe-4461-a905-e26ab3b3e426 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Made reservation on behalf of 748db6b2d09f4a18b730eb30423e7be7 for: {'port': 1} {{(pid=94051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 15:25:48.312690 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d3a4b03d-9af0-4741-b195-16c2e0737f41 req-5548d6f1-4ebe-4461-a905-e26ab3b3e426 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:48.431889 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.db_base_plugin_common [req-d3a4b03d-9af0-4741-b195-16c2e0737f41 req-5548d6f1-4ebe-4461-a905-e26ab3b3e426 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Allocated IP 172.20.0.14 (f7c89e50-4998-484b-8c53-e561d3d7c4a5/ddadddc4-b42d-4733-a2ad-7e9caef56d9b/ef3ace44-3ddb-4341-a846-f271c3051073) {{(pid=94051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 15:25:48.572331 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d3a4b03d-9af0-4741-b195-16c2e0737f41 req-5548d6f1-4ebe-4461-a905-e26ab3b3e426 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Notify callbacks [] for port, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:48.608575 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d3a4b03d-9af0-4741-b195-16c2e0737f41 req-5548d6f1-4ebe-4461-a905-e26ab3b3e426 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769335250701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268375'] for port, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:48.620850 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] get_ports_and_sgs() called for port_ids ['84202aed-4813-4e7d-b1c1-2de0c0f06fec', 'bf8a5252-8ffe-46d1-8f64-2689772b3f05', '16a0962b-c025-42f6-8e19-556ac1aca035'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:25:48.647374 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3a4b03d-9af0-4741-b195-16c2e0737f41 req-5548d6f1-4ebe-4461-a905-e26ab3b3e426 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Network f7c89e50-4998-484b-8c53-e561d3d7c4a5 is already hosted by enough agents. {{(pid=94051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 15:25:48.652919 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.scheduler.base_scheduler [req-d3a4b03d-9af0-4741-b195-16c2e0737f41 req-5548d6f1-4ebe-4461-a905-e26ab3b3e426 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Resources bound (agent type, host, resource id): {{(pid=94051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 15:25:48.656597 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3a4b03d-9af0-4741-b195-16c2e0737f41 req-5548d6f1-4ebe-4461-a905-e26ab3b3e426 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Received port after_create {{(pid=94051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 15:25:48.682022 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5548d6f1-4ebe-4461-a905-e26ab3b3e426 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Pushing event updated for resources: {'Port': ['ID=ef3ace44-3ddb-4341-a846-f271c3051073,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:25:48.697816 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5548d6f1-4ebe-4461-a905-e26ab3b3e426 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:25:48.698160 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5548d6f1-4ebe-4461-a905-e26ab3b3e426 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:25:48.698498 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5548d6f1-4ebe-4461-a905-e26ab3b3e426 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:25:48.698827 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5548d6f1-4ebe-4461-a905-e26ab3b3e426 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:25:48.699157 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5548d6f1-4ebe-4461-a905-e26ab3b3e426 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:25:48.699487 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5548d6f1-4ebe-4461-a905-e26ab3b3e426 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:25:48.699810 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5548d6f1-4ebe-4461-a905-e26ab3b3e426 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:25:48.700155 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5548d6f1-4ebe-4461-a905-e26ab3b3e426 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:25:48.700480 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5548d6f1-4ebe-4461-a905-e26ab3b3e426 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:25:48.700799 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5548d6f1-4ebe-4461-a905-e26ab3b3e426 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:25:48.701149 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5548d6f1-4ebe-4461-a905-e26ab3b3e426 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:25:48.701471 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5548d6f1-4ebe-4461-a905-e26ab3b3e426 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:25:48.718594 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4b03d-9af0-4741-b195-16c2e0737f41 req-5548d6f1-4ebe-4461-a905-e26ab3b3e426 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:48.719197 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d3a4b03d-9af0-4741-b195-16c2e0737f41 req-5548d6f1-4ebe-4461-a905-e26ab3b3e426 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:48.734159 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-d3a4b03d-9af0-4741-b195-16c2e0737f41 req-5548d6f1-4ebe-4461-a905-e26ab3b3e426 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5378201 Aug 16 15:25:48.745183 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [req-d3a4b03d-9af0-4741-b195-16c2e0737f41 req-1e00c569-d0d5-4574-a888-1c47307a8397 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 15:25:48.746200 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-d3a4b03d-9af0-4741-b195-16c2e0737f41 req-1e00c569-d0d5-4574-a888-1c47307a8397 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049715 Aug 16 15:25:48.852540 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.v2.base [req-d3a4b03d-9af0-4741-b195-16c2e0737f41 req-a6fd142b-2a18-4202-bfea-8bd41f6d05d5 service neutron] Request body: {'port': {'device_id': '6e6e200b-3cad-4163-8a5b-f590f10fb2d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 15:25:48.907229 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d3a4b03d-9af0-4741-b195-16c2e0737f41 req-a6fd142b-2a18-4202-bfea-8bd41f6d05d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:49.159268 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.notifiers.nova [req-d3a4b03d-9af0-4741-b195-16c2e0737f41 req-a6fd142b-2a18-4202-bfea-8bd41f6d05d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef3ace44-3ddb-4341-a846-f271c3051073 {{(pid=94051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:25:49.166720 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d3a4b03d-9af0-4741-b195-16c2e0737f41 req-a6fd142b-2a18-4202-bfea-8bd41f6d05d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:49.179767 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.provisioning_blocks [req-d3a4b03d-9af0-4741-b195-16c2e0737f41 req-a6fd142b-2a18-4202-bfea-8bd41f6d05d5 service neutron] Transition to ACTIVE for port object ef3ace44-3ddb-4341-a846-f271c3051073 will not be triggered until provisioned by entity L2. {{(pid=94051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 15:25:49.183369 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d3a4b03d-9af0-4741-b195-16c2e0737f41 req-a6fd142b-2a18-4202-bfea-8bd41f6d05d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2268376'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:49.230037 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd142b-2a18-4202-bfea-8bd41f6d05d5 service neutron] Pushing event updated for resources: {'Port': ['ID=ef3ace44-3ddb-4341-a846-f271c3051073,revision_number=2']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:25:49.328598 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-d3a4b03d-9af0-4741-b195-16c2e0737f41 req-a6fd142b-2a18-4202-bfea-8bd41f6d05d5 service neutron] Attempting to bind port ef3ace44-3ddb-4341-a846-f271c3051073 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 15:25:49.328929 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-d3a4b03d-9af0-4741-b195-16c2e0737f41 req-a6fd142b-2a18-4202-bfea-8bd41f6d05d5 service neutron] Attempting to bind port ef3ace44-3ddb-4341-a846-f271c3051073 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '40983c5b-bde1-48a3-a0c1-770144874f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f7c89e50-4998-484b-8c53-e561d3d7c4a5'}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 15:25:49.329764 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a4b03d-9af0-4741-b195-16c2e0737f41 req-a6fd142b-2a18-4202-bfea-8bd41f6d05d5 service neutron] Attempting to bind port ef3ace44-3ddb-4341-a846-f271c3051073 on network f7c89e50-4998-484b-8c53-e561d3d7c4a5 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:25:49.340442 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a4b03d-9af0-4741-b195-16c2e0737f41 req-a6fd142b-2a18-4202-bfea-8bd41f6d05d5 service neutron] Port ef3ace44-3ddb-4341-a846-f271c3051073 on network f7c89e50-4998-484b-8c53-e561d3d7c4a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 15:25:49.340760 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a4b03d-9af0-4741-b195-16c2e0737f41 req-a6fd142b-2a18-4202-bfea-8bd41f6d05d5 service neutron] Attempting to bind port ef3ace44-3ddb-4341-a846-f271c3051073 on network f7c89e50-4998-484b-8c53-e561d3d7c4a5 {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 15:25:49.353127 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621f143-6d5e-46aa-8665-8e15cef9b04f req-2f68d5f8-cbfb-4cf1-b337-6edd5e600638 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:49.354591 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-5621f143-6d5e-46aa-8665-8e15cef9b04f req-2f68d5f8-cbfb-4cf1-b337-6edd5e600638 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e6e200b-3cad-4163-8a5b-f590f10fb2d0 HTTP/1.1" status: 200 len: 944 time: 0.0729892 Aug 16 15:25:49.355700 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a4b03d-9af0-4741-b195-16c2e0737f41 req-a6fd142b-2a18-4202-bfea-8bd41f6d05d5 service neutron] Checking agent: {'id': 'f45772ef-d3bf-49d0-9fe4-7082814820b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 15, 13, 56), 'started_at': datetime.datetime(2021, 8, 16, 15, 13, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 15, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 15:25:49.356055 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a4b03d-9af0-4741-b195-16c2e0737f41 req-a6fd142b-2a18-4202-bfea-8bd41f6d05d5 service neutron] Checking segment: {'id': '40983c5b-bde1-48a3-a0c1-770144874f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f7c89e50-4998-484b-8c53-e561d3d7c4a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 15:25:49.356428 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a4b03d-9af0-4741-b195-16c2e0737f41 req-a6fd142b-2a18-4202-bfea-8bd41f6d05d5 service neutron] Bound using segment: {'id': '40983c5b-bde1-48a3-a0c1-770144874f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f7c89e50-4998-484b-8c53-e561d3d7c4a5'} {{(pid=94051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 15:25:49.356851 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.managers [req-d3a4b03d-9af0-4741-b195-16c2e0737f41 req-a6fd142b-2a18-4202-bfea-8bd41f6d05d5 service neutron] Bound port: ef3ace44-3ddb-4341-a846-f271c3051073, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40983c5b-bde1-48a3-a0c1-770144874f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f7c89e50-4998-484b-8c53-e561d3d7c4a5'}}] {{(pid=94051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 15:25:49.357205 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d3a4b03d-9af0-4741-b195-16c2e0737f41 req-a6fd142b-2a18-4202-bfea-8bd41f6d05d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:49.427344 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-5621f143-6d5e-46aa-8665-8e15cef9b04f req-360d1337-92a0-4697-aad2-a4fec402d7e2 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/security-groups?id=a67e3ff8-70ba-401e-b61e-756d2fc736dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617003 Aug 16 15:25:49.442732 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-d3a4b03d-9af0-4741-b195-16c2e0737f41 req-a6fd142b-2a18-4202-bfea-8bd41f6d05d5 service neutron] For port ef3ace44-3ddb-4341-a846-f271c3051073, host hv-cinder-80475, cleared binding levels {{(pid=94051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 15:25:49.445658 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-d3a4b03d-9af0-4741-b195-16c2e0737f41 req-a6fd142b-2a18-4202-bfea-8bd41f6d05d5 service neutron] For port ef3ace44-3ddb-4341-a846-f271c3051073, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=ef3ace44-3ddb-4341-a846-f271c3051073,segment=NetworkSegment(40983c5b-bde1-48a3-a0c1-770144874f34),segment_id=40983c5b-bde1-48a3-a0c1-770144874f34)] {{(pid=94051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 15:25:49.450001 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d3a4b03d-9af0-4741-b195-16c2e0737f41 req-a6fd142b-2a18-4202-bfea-8bd41f6d05d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2268376'] for port, after_update {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:49.485315 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4b03d-9af0-4741-b195-16c2e0737f41 req-a6fd142b-2a18-4202-bfea-8bd41f6d05d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:49.486081 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-d3a4b03d-9af0-4741-b195-16c2e0737f41 req-a6fd142b-2a18-4202-bfea-8bd41f6d05d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:49.487634 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-d3a4b03d-9af0-4741-b195-16c2e0737f41 req-a6fd142b-2a18-4202-bfea-8bd41f6d05d5 service neutron] 10.222.0.63 "PUT /v2.0/ports/ef3ace44-3ddb-4341-a846-f271c3051073 HTTP/1.1" status: 200 len: 1094 time: 0.7334235 Aug 16 15:25:49.488076 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e6e200b-3cad-4163-8a5b-f590f10fb2d0', 'tag': 'ef3ace44-3ddb-4341-a846-f271c3051073'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:25:49.490285 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a5cfb7157b8b73f0e4116fd12db15b1ff73336af95e475daca955d95e5834ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc01bfcc-b8cb-4100-8311-a91ecb116444" -d '{"events": [{"name": "network-changed", "server_uuid": "6e6e200b-3cad-4163-8a5b-f590f10fb2d0", "tag": "ef3ace44-3ddb-4341-a846-f271c3051073"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:25:49.516140 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd142b-2a18-4202-bfea-8bd41f6d05d5 service neutron] Pushing event updated for resources: {'Port': ['ID=ef3ace44-3ddb-4341-a846-f271c3051073,revision_number=3']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:25:49.527149 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 15:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9622d3-a05a-4462-8d46-ef56c82078bc x-openstack-request-id: req-0a9622d3-a05a-4462-8d46-ef56c82078bc {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:25:49.527438 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e6e200b-3cad-4163-8a5b-f590f10fb2d0", "tag": "ef3ace44-3ddb-4341-a846-f271c3051073", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:25:49.527689 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0a9622d3-a05a-4462-8d46-ef56c82078bc {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:25:49.528120 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e6e200b-3cad-4163-8a5b-f590f10fb2d0', 'tag': 'ef3ace44-3ddb-4341-a846-f271c3051073', 'status': 'completed', 'code': 200} Aug 16 15:25:49.574365 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4b03d-9af0-4741-b195-16c2e0737f41 req-96829513-bf30-462a-9daa-3ba5b70d1084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:49.575861 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-d3a4b03d-9af0-4741-b195-16c2e0737f41 req-96829513-bf30-462a-9daa-3ba5b70d1084 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=748db6b2d09f4a18b730eb30423e7be7&device_id=6e6e200b-3cad-4163-8a5b-f590f10fb2d0 HTTP/1.1" status: 200 len: 1097 time: 0.0409985 Aug 16 15:25:49.618343 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-d3a4b03d-9af0-4741-b195-16c2e0737f41 req-f0ca8c50-cd2e-4d20-875a-213180b65d13 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef3ace44-3ddb-4341-a846-f271c3051073 HTTP/1.1" status: 200 len: 217 time: 0.0325019 Aug 16 15:25:49.669531 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4b03d-9af0-4741-b195-16c2e0737f41 req-4026f0a9-2eed-4eec-92be-864c75ff13e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:49.670890 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-d3a4b03d-9af0-4741-b195-16c2e0737f41 req-4026f0a9-2eed-4eec-92be-864c75ff13e9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ddadddc4-b42d-4733-a2ad-7e9caef56d9b HTTP/1.1" status: 200 len: 852 time: 0.0450585 Aug 16 15:25:49.702410 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-d3a4b03d-9af0-4741-b195-16c2e0737f41 req-45d5cbed-f53c-41d0-8f62-f59b62cb374b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f7c89e50-4998-484b-8c53-e561d3d7c4a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233874 Aug 16 15:25:49.793160 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-d3a4b03d-9af0-4741-b195-16c2e0737f41 req-cc82e18b-781e-4d19-82fe-1e6733a033f0 service neutron] 10.222.0.63 "GET /v2.0/networks/f7c89e50-4998-484b-8c53-e561d3d7c4a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0773439 Aug 16 15:25:49.884160 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-d3a4b03d-9af0-4741-b195-16c2e0737f41 req-3f30b08d-9b31-4517-bbdc-50d0ee5fc2a3 service neutron] 10.222.0.63 "GET /v2.0/networks/f7c89e50-4998-484b-8c53-e561d3d7c4a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832968 Aug 16 15:25:49.965227 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01bfcc-b8cb-4100-8311-a91ecb116444 req-6bb31007-59a0-4fc3-bfe6-024ce44bd2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:49.966577 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-dc01bfcc-b8cb-4100-8311-a91ecb116444 req-6bb31007-59a0-4fc3-bfe6-024ce44bd2ec service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=748db6b2d09f4a18b730eb30423e7be7&device_id=6e6e200b-3cad-4163-8a5b-f590f10fb2d0 HTTP/1.1" status: 200 len: 1097 time: 0.0395012 Aug 16 15:25:50.056506 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01bfcc-b8cb-4100-8311-a91ecb116444 req-cb27dbaf-16cb-4c1e-884a-7525e0775dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:50.057924 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-dc01bfcc-b8cb-4100-8311-a91ecb116444 req-cb27dbaf-16cb-4c1e-884a-7525e0775dfa service neutron] 10.222.0.63 "GET /v2.0/networks?id=f7c89e50-4998-484b-8c53-e561d3d7c4a5 HTTP/1.1" status: 200 len: 912 time: 0.0837245 Aug 16 15:25:50.107081 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-dc01bfcc-b8cb-4100-8311-a91ecb116444 req-2f5f2e3b-a5e0-4400-969f-c20bc21f0ebe service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef3ace44-3ddb-4341-a846-f271c3051073 HTTP/1.1" status: 200 len: 217 time: 0.0337036 Aug 16 15:25:50.156521 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01bfcc-b8cb-4100-8311-a91ecb116444 req-9772bc3d-bb33-4a48-b0ec-f2ff88e4ad6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:50.158535 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-dc01bfcc-b8cb-4100-8311-a91ecb116444 req-9772bc3d-bb33-4a48-b0ec-f2ff88e4ad6d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ddadddc4-b42d-4733-a2ad-7e9caef56d9b HTTP/1.1" status: 200 len: 852 time: 0.0423000 Aug 16 15:25:50.190663 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-dc01bfcc-b8cb-4100-8311-a91ecb116444 req-64585444-1b30-4dc6-a14d-f89a4c6eabca service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f7c89e50-4998-484b-8c53-e561d3d7c4a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235455 Aug 16 15:25:50.281629 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-dc01bfcc-b8cb-4100-8311-a91ecb116444 req-813961cf-8670-4a42-8d09-721c3454ec50 service neutron] 10.222.0.63 "GET /v2.0/networks/f7c89e50-4998-484b-8c53-e561d3d7c4a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821116 Aug 16 15:25:50.377918 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-dc01bfcc-b8cb-4100-8311-a91ecb116444 req-08d9f451-f72e-4e41-86cc-7ce1de5d7601 service neutron] 10.222.0.63 "GET /v2.0/networks/f7c89e50-4998-484b-8c53-e561d3d7c4a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880747 Aug 16 15:25:50.544033 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065c866-4bca-43a9-8930-89081d0e0209 req-0b91ac00-8941-404a-97d5-11df23c37d96 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:50.545106 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-e065c866-4bca-43a9-8930-89081d0e0209 req-0b91ac00-8941-404a-97d5-11df23c37d96 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e6e200b-3cad-4163-8a5b-f590f10fb2d0 HTTP/1.1" status: 200 len: 944 time: 0.0524864 Aug 16 15:25:50.581362 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-e065c866-4bca-43a9-8930-89081d0e0209 req-6e85a303-5217-4c46-9c53-9083c554c86a tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/security-groups?id=a67e3ff8-70ba-401e-b61e-756d2fc736dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304708 Aug 16 15:25:51.695307 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4667c46-4d54-45d6-9290-216fdd946e9a req-792677a8-344f-466b-a532-f652610b76e6 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:51.696807 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-e4667c46-4d54-45d6-9290-216fdd946e9a req-792677a8-344f-466b-a532-f652610b76e6 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e6e200b-3cad-4163-8a5b-f590f10fb2d0 HTTP/1.1" status: 200 len: 944 time: 0.0474994 Aug 16 15:25:51.744985 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-e4667c46-4d54-45d6-9290-216fdd946e9a req-7950c7a7-5ee0-4776-a2c2-e06214587109 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/security-groups?id=a67e3ff8-70ba-401e-b61e-756d2fc736dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398729 Aug 16 15:25:52.341198 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device ef3ace44-3ddb-4341-a846-f271c3051073 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 15:25:52.435548 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port ef3ace44-3ddb-4341-a846-f271c3051073, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=ef3ace44-3ddb-4341-a846-f271c3051073,segment=NetworkSegment(40983c5b-bde1-48a3-a0c1-770144874f34),segment_id=40983c5b-bde1-48a3-a0c1-770144874f34)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:25:52.446745 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Returning: {'device': 'ef3ace44-3ddb-4341-a846-f271c3051073', 'network_id': 'f7c89e50-4998-484b-8c53-e561d3d7c4a5', 'port_id': 'ef3ace44-3ddb-4341-a846-f271c3051073', 'mac_address': 'fa:16:3e:ee:84:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddadddc4-b42d-4733-a2ad-7e9caef56d9b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 15:25:52.482106 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:52.494642 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef3ace44-3ddb-4341-a846-f271c3051073 {{(pid=94053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 15:25:52.513243 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port ef3ace44-3ddb-4341-a846-f271c3051073, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=ef3ace44-3ddb-4341-a846-f271c3051073,segment=NetworkSegment(40983c5b-bde1-48a3-a0c1-770144874f34),segment_id=40983c5b-bde1-48a3-a0c1-770144874f34)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:25:52.516980 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:52.566226 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Pushing event updated for resources: {'Port': ['ID=ef3ace44-3ddb-4341-a846-f271c3051073,revision_number=4']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:25:52.768033 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] get_ports_and_sgs() called for port_ids ['ef3ace44-3ddb-4341-a846-f271c3051073'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:25:52.854791 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffc7d44-299c-4b18-8597-fe3c8309d23c req-dfc79752-5663-4a95-aaf5-abcd2d0d0c69 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:52.856276 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-dffc7d44-299c-4b18-8597-fe3c8309d23c req-dfc79752-5663-4a95-aaf5-abcd2d0d0c69 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e6e200b-3cad-4163-8a5b-f590f10fb2d0 HTTP/1.1" status: 200 len: 945 time: 0.0475066 Aug 16 15:25:52.893837 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-dffc7d44-299c-4b18-8597-fe3c8309d23c req-ff503024-77f5-45d5-9adc-c2b3461fc929 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/security-groups?id=a67e3ff8-70ba-401e-b61e-756d2fc736dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314729 Aug 16 15:25:54.008300 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab84239-9f03-4bc0-83ef-45362b9172c0 req-aa24a497-0caf-4e78-a3b6-f58f09e6ace6 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:54.009776 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-eab84239-9f03-4bc0-83ef-45362b9172c0 req-aa24a497-0caf-4e78-a3b6-f58f09e6ace6 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e6e200b-3cad-4163-8a5b-f590f10fb2d0 HTTP/1.1" status: 200 len: 945 time: 0.0501080 Aug 16 15:25:54.049125 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-eab84239-9f03-4bc0-83ef-45362b9172c0 req-b719e292-9d54-49c8-a5be-b98d18798f6f tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/security-groups?id=a67e3ff8-70ba-401e-b61e-756d2fc736dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333397 Aug 16 15:25:54.348307 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device ef3ace44-3ddb-4341-a846-f271c3051073 up at agent hyperv_hv-cinder-80475 {{(pid=94053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 15:25:54.397605 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Provisioning for port ef3ace44-3ddb-4341-a846-f271c3051073 completed by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 15:25:54.401243 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.db.provisioning_blocks [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Provisioning complete for port ef3ace44-3ddb-4341-a846-f271c3051073 triggered by entity L2. {{(pid=94053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 15:25:54.401616 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1032524'] for port, provisioning_complete {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:54.475545 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-976643'] for port, before_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:54.497051 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e6e200b-3cad-4163-8a5b-f590f10fb2d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef3ace44-3ddb-4341-a846-f271c3051073'}] {{(pid=94053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:25:54.499186 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e76958932a03d86b7f0b22df001500a87ec50ba87a7955a81e77db88798745a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7545c498-9b8d-40cb-bfca-df22b5d7e374" -d '{"events": [{"server_uuid": "6e6e200b-3cad-4163-8a5b-f590f10fb2d0", "name": "network-vif-plugged", "status": "completed", "tag": "ef3ace44-3ddb-4341-a846-f271c3051073"}]}' {{(pid=94053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:25:54.511812 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] For port ef3ace44-3ddb-4341-a846-f271c3051073, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=ef3ace44-3ddb-4341-a846-f271c3051073,segment=NetworkSegment(40983c5b-bde1-48a3-a0c1-770144874f34),segment_id=40983c5b-bde1-48a3-a0c1-770144874f34)] {{(pid=94053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:25:54.515962 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769335768935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769335250719', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769335250737'] for port, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:25:54.542655 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8cd7a54-fc68-4e48-b5d2-6dcad3e7a527 x-openstack-request-id: req-e8cd7a54-fc68-4e48-b5d2-6dcad3e7a527 {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:25:54.542938 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e6e200b-3cad-4163-8a5b-f590f10fb2d0", "name": "network-vif-plugged", "status": "completed", "tag": "ef3ace44-3ddb-4341-a846-f271c3051073", "code": 200}]} {{(pid=94053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:25:54.543184 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e8cd7a54-fc68-4e48-b5d2-6dcad3e7a527 {{(pid=94053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:25:54.543562 dv-cinder-804757-1-iscsi neutron-server[94053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e6e200b-3cad-4163-8a5b-f590f10fb2d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef3ace44-3ddb-4341-a846-f271c3051073', 'code': 200} Aug 16 15:25:54.570141 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Pushing event updated for resources: {'Port': ['ID=ef3ace44-3ddb-4341-a846-f271c3051073,revision_number=5']} {{(pid=94053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:25:54.577579 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:25:54.577920 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:25:54.578253 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:25:54.578591 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:25:54.578902 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:25:54.579714 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:25:54.580058 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:25:54.580376 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:25:54.580701 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:25:54.581029 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:25:54.581336 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:25:54.581648 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:25:54.696074 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33e6a7-75f9-4adb-8658-9f8403e676f8 req-da70f238-9397-4e75-a757-b3db74a29855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:54.697532 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-fb33e6a7-75f9-4adb-8658-9f8403e676f8 req-da70f238-9397-4e75-a757-b3db74a29855 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=6e6e200b-3cad-4163-8a5b-f590f10fb2d0 HTTP/1.1" status: 200 len: 1099 time: 0.0385547 Aug 16 15:25:54.731286 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-fb33e6a7-75f9-4adb-8658-9f8403e676f8 req-3d0cb71b-c18e-4ea8-902a-1b6d571e6f3d service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=a67e3ff8-70ba-401e-b61e-756d2fc736dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0258815 Aug 16 15:25:54.959046 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.agents_db [None req-45e7de1a-0021-4862-aee0-d1a44650be34 None None] Agent healthcheck: found 6 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 15:25:55.160558 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6acf2a-8f78-4f75-895f-4441e462ea8a req-b52aec2c-1ca7-4e05-b4a8-ce7be272ea89 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:55.161990 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-3b6acf2a-8f78-4f75-895f-4441e462ea8a req-b52aec2c-1ca7-4e05-b4a8-ce7be272ea89 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e6e200b-3cad-4163-8a5b-f590f10fb2d0 HTTP/1.1" status: 200 len: 946 time: 0.0473080 Aug 16 15:25:55.198741 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-3b6acf2a-8f78-4f75-895f-4441e462ea8a req-46595ad3-7e25-45f1-92ee-41b3b9216059 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/security-groups?id=a67e3ff8-70ba-401e-b61e-756d2fc736dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309882 Aug 16 15:25:56.315019 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f3f75e-384d-4caa-8d07-18b0a9995da9 req-9a0da50f-4113-4343-a6ad-7f029a0f6649 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:25:56.316463 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-09f3f75e-384d-4caa-8d07-18b0a9995da9 req-9a0da50f-4113-4343-a6ad-7f029a0f6649 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e6e200b-3cad-4163-8a5b-f590f10fb2d0 HTTP/1.1" status: 200 len: 946 time: 0.0499258 Aug 16 15:25:56.352086 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-09f3f75e-384d-4caa-8d07-18b0a9995da9 req-5fd8266e-356f-4687-9553-9eba3b5cb10e tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/security-groups?id=a67e3ff8-70ba-401e-b61e-756d2fc736dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298579 Aug 16 15:25:56.439744 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:01.388378 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-194ac704-6c84-4b2d-8c8d-987e9b265d67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:03.134001 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-b53f6364-b574-45d4-8181-c3b445487af8 req-f1141fb2-dbbd-4e01-a798-f80cd05b956b service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=1c649279-f6b5-40ee-a0a0-01be8da5ad54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383704 Aug 16 15:26:03.215021 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f6364-b574-45d4-8181-c3b445487af8 req-eea96e53-1422-4ead-a0b7-3f7f4d133492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:26:03.216554 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-b53f6364-b574-45d4-8181-c3b445487af8 req-eea96e53-1422-4ead-a0b7-3f7f4d133492 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=748db6b2d09f4a18b730eb30423e7be7&device_id=1c649279-f6b5-40ee-a0a0-01be8da5ad54 HTTP/1.1" status: 200 len: 1098 time: 0.0402529 Aug 16 15:26:03.321915 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f6364-b574-45d4-8181-c3b445487af8 req-7b42e7dc-933e-476c-a410-05e4f7cf3869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:26:03.323363 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-b53f6364-b574-45d4-8181-c3b445487af8 req-7b42e7dc-933e-476c-a410-05e4f7cf3869 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f7c89e50-4998-484b-8c53-e561d3d7c4a5 HTTP/1.1" status: 200 len: 912 time: 0.0875614 Aug 16 15:26:03.363812 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-b53f6364-b574-45d4-8181-c3b445487af8 req-6de9e209-ae0a-4352-b506-946a5a94f886 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84202aed-4813-4e7d-b1c1-2de0c0f06fec HTTP/1.1" status: 200 len: 217 time: 0.0333345 Aug 16 15:26:03.417726 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f6364-b574-45d4-8181-c3b445487af8 req-b1020f49-1f7f-407f-93c9-186a75d6c0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:26:03.419148 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-b53f6364-b574-45d4-8181-c3b445487af8 req-b1020f49-1f7f-407f-93c9-186a75d6c0e2 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ddadddc4-b42d-4733-a2ad-7e9caef56d9b HTTP/1.1" status: 200 len: 852 time: 0.0488911 Aug 16 15:26:03.449927 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-b53f6364-b574-45d4-8181-c3b445487af8 req-535533cb-e9b6-43e2-85e9-eae3ca80806a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f7c89e50-4998-484b-8c53-e561d3d7c4a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235794 Aug 16 15:26:03.540074 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-b53f6364-b574-45d4-8181-c3b445487af8 req-cf68bff7-62eb-4ac9-86a8-e1c7a9d73ad2 service neutron] 10.222.0.63 "GET /v2.0/networks/f7c89e50-4998-484b-8c53-e561d3d7c4a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798137 Aug 16 15:26:03.632158 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-b53f6364-b574-45d4-8181-c3b445487af8 req-43d80d21-0468-4b65-8233-531cea6a30f6 service neutron] 10.222.0.63 "GET /v2.0/networks/f7c89e50-4998-484b-8c53-e561d3d7c4a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846694 Aug 16 15:26:04.085861 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-23e92f0c-6e6b-41c6-9117-854624cb0d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:04.249293 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:05.161074 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5f8a3891-afd8-4a3f-99f3-eab7c9032578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:06.807457 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4fd61f29-14ed-4c81-94cc-08da44d16cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:07.087759 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb9dddd-0a77-47e5-94f7-34e0eab87e68 req-81871246-822f-450f-a429-724c56bc2a2e tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:26:07.089135 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-4cb9dddd-0a77-47e5-94f7-34e0eab87e68 req-81871246-822f-450f-a429-724c56bc2a2e tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e6e200b-3cad-4163-8a5b-f590f10fb2d0 HTTP/1.1" status: 200 len: 946 time: 0.0481653 Aug 16 15:26:07.131228 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-4cb9dddd-0a77-47e5-94f7-34e0eab87e68 req-f5e0f6e8-dec8-4795-93fd-9332a227e764 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/security-groups?id=a67e3ff8-70ba-401e-b61e-756d2fc736dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357084 Aug 16 15:26:08.245105 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e235e-62a1-4c48-bfde-4ca0fdc5d034 req-eac18119-a6ad-4c43-8403-d0a85ce282b6 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:26:08.246571 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-df5e235e-62a1-4c48-bfde-4ca0fdc5d034 req-eac18119-a6ad-4c43-8403-d0a85ce282b6 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e6e200b-3cad-4163-8a5b-f590f10fb2d0 HTTP/1.1" status: 200 len: 946 time: 0.0486970 Aug 16 15:26:08.287365 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-df5e235e-62a1-4c48-bfde-4ca0fdc5d034 req-cd6876ed-b95e-4bd1-bb26-7a4792c50f16 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/security-groups?id=a67e3ff8-70ba-401e-b61e-756d2fc736dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344377 Aug 16 15:26:08.736419 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6826d728-ebc3-4f24-bd15-b185fc2b8b94 req-4d5328d3-c9f0-429f-acb9-ccb61e3917c8 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:26:08.737807 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-6826d728-ebc3-4f24-bd15-b185fc2b8b94 req-4d5328d3-c9f0-429f-acb9-ccb61e3917c8 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.63 "GET /v2.0/ports?device_id=6e6e200b-3cad-4163-8a5b-f590f10fb2d0 HTTP/1.1" status: 200 len: 946 time: 0.0459020 Aug 16 15:26:08.829457 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-6826d728-ebc3-4f24-bd15-b185fc2b8b94 req-04fc74bf-6608-4cc0-b87b-e897ca102ad2 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Deleting port ef3ace44-3ddb-4341-a846-f271c3051073 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:26:08.829725 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-6826d728-ebc3-4f24-bd15-b185fc2b8b94 req-04fc74bf-6608-4cc0-b87b-e897ca102ad2 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769335647479'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:08.914359 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-6826d728-ebc3-4f24-bd15-b185fc2b8b94 req-04fc74bf-6608-4cc0-b87b-e897ca102ad2 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] For port ef3ace44-3ddb-4341-a846-f271c3051073, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=ef3ace44-3ddb-4341-a846-f271c3051073,segment=NetworkSegment(40983c5b-bde1-48a3-a0c1-770144874f34),segment_id=40983c5b-bde1-48a3-a0c1-770144874f34)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:26:08.914714 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-6826d728-ebc3-4f24-bd15-b185fc2b8b94 req-04fc74bf-6608-4cc0-b87b-e897ca102ad2 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3800399'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:08.927127 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-6826d728-ebc3-4f24-bd15-b185fc2b8b94 req-04fc74bf-6608-4cc0-b87b-e897ca102ad2 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Calling delete_port for ef3ace44-3ddb-4341-a846-f271c3051073 owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:26:09.052732 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-6826d728-ebc3-4f24-bd15-b185fc2b8b94 req-04fc74bf-6608-4cc0-b87b-e897ca102ad2 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769335768917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769335250710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268375'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:09.064520 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] get_ports_and_sgs() called for port_ids ['84202aed-4813-4e7d-b1c1-2de0c0f06fec', 'bf8a5252-8ffe-46d1-8f64-2689772b3f05', '16a0962b-c025-42f6-8e19-556ac1aca035', 'ef3ace44-3ddb-4341-a846-f271c3051073'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:26:09.078204 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fc74bf-6608-4cc0-b87b-e897ca102ad2 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Pushing event deleted for resources: {'Port': ['ID=ef3ace44-3ddb-4341-a846-f271c3051073,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:26:09.125442 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-6826d728-ebc3-4f24-bd15-b185fc2b8b94 req-04fc74bf-6608-4cc0-b87b-e897ca102ad2 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] No DVR routers for this DVR port ef3ace44-3ddb-4341-a846-f271c3051073 on host hv-cinder-80475 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 15:26:09.128017 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-6826d728-ebc3-4f24-bd15-b185fc2b8b94 req-04fc74bf-6608-4cc0-b87b-e897ca102ad2 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:09.129986 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-6826d728-ebc3-4f24-bd15-b185fc2b8b94 req-04fc74bf-6608-4cc0-b87b-e897ca102ad2 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.63 "DELETE /v2.0/ports/ef3ace44-3ddb-4341-a846-f271c3051073 HTTP/1.1" status: 204 len: 173 time: 0.3852923 Aug 16 15:26:09.130412 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e6e200b-3cad-4163-8a5b-f590f10fb2d0', 'name': 'network-vif-deleted', 'tag': 'ef3ace44-3ddb-4341-a846-f271c3051073'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:26:09.132671 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a5cfb7157b8b73f0e4116fd12db15b1ff73336af95e475daca955d95e5834ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385bf442-45bb-42a6-8d34-a99ba24c0f63" -d '{"events": [{"server_uuid": "6e6e200b-3cad-4163-8a5b-f590f10fb2d0", "name": "network-vif-deleted", "tag": "ef3ace44-3ddb-4341-a846-f271c3051073"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:26:09.237876 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c72cbee-f55e-4c3a-9a2a-e3412c07016f x-openstack-request-id: req-3c72cbee-f55e-4c3a-9a2a-e3412c07016f {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:26:09.238161 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e6e200b-3cad-4163-8a5b-f590f10fb2d0", "name": "network-vif-deleted", "tag": "ef3ace44-3ddb-4341-a846-f271c3051073", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:26:09.238412 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3c72cbee-f55e-4c3a-9a2a-e3412c07016f {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:26:09.238805 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e6e200b-3cad-4163-8a5b-f590f10fb2d0', 'name': 'network-vif-deleted', 'tag': 'ef3ace44-3ddb-4341-a846-f271c3051073', 'status': 'completed', 'code': 200} Aug 16 15:26:09.392374 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-cd26cc0d-088c-46cd-a215-8cdb068e20fd req-bfc8ce4f-8101-427e-95d6-72fe6d8f3fd2 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e6e200b-3cad-4163-8a5b-f590f10fb2d0 HTTP/1.1" status: 200 len: 210 time: 0.0268586 Aug 16 15:26:11.770543 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de6755-77af-4022-98d2-173724ac5a83 req-0bc105e6-a80f-48d1-a289-959f3530d2a9 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:26:11.771998 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-c7de6755-77af-4022-98d2-173724ac5a83 req-0bc105e6-a80f-48d1-a289-959f3530d2a9 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e79bc0b-bef7-47a9-be5c-e7d08dfb7050 HTTP/1.1" status: 200 len: 946 time: 0.0485556 Aug 16 15:26:11.809301 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-c7de6755-77af-4022-98d2-173724ac5a83 req-c43a9f86-8e51-4bbd-8088-2e2eaa753a86 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/security-groups?id=a67e3ff8-70ba-401e-b61e-756d2fc736dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311110 Aug 16 15:26:12.411847 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device ef3ace44-3ddb-4341-a846-f271c3051073 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:26:12.432340 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] No Port match for: ef3ace44-3ddb-4341-a846-f271c3051073 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:26:12.432681 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device ef3ace44-3ddb-4341-a846-f271c3051073 not bound to the agent host hv-cinder-80475 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:26:12.921707 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e86c4dd-0fb1-495b-ac10-8de76896a7f8 req-b17e4c6a-98af-4ac1-8533-c48f7fa4ddc6 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:26:12.923147 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-5e86c4dd-0fb1-495b-ac10-8de76896a7f8 req-b17e4c6a-98af-4ac1-8533-c48f7fa4ddc6 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e79bc0b-bef7-47a9-be5c-e7d08dfb7050 HTTP/1.1" status: 200 len: 946 time: 0.0477102 Aug 16 15:26:12.959644 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-5e86c4dd-0fb1-495b-ac10-8de76896a7f8 req-8d3a78e7-1b74-4188-8364-35a3c75bbf37 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/security-groups?id=a67e3ff8-70ba-401e-b61e-756d2fc736dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306461 Aug 16 15:26:13.282247 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3b989-53ac-46a0-be22-e74cde4f41af req-ebc76b29-ac1d-491e-911c-1b3e42f2245b tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:26:13.283650 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-3db3b989-53ac-46a0-be22-e74cde4f41af req-ebc76b29-ac1d-491e-911c-1b3e42f2245b tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.63 "GET /v2.0/ports?device_id=5e79bc0b-bef7-47a9-be5c-e7d08dfb7050 HTTP/1.1" status: 200 len: 946 time: 0.0463867 Aug 16 15:26:13.371210 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-3db3b989-53ac-46a0-be22-e74cde4f41af req-65168214-53a2-46e4-85f8-3a5774a4ad72 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Deleting port 16a0962b-c025-42f6-8e19-556ac1aca035 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:26:13.371547 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-3db3b989-53ac-46a0-be22-e74cde4f41af req-65168214-53a2-46e4-85f8-3a5774a4ad72 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769335647479'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:13.457067 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-3db3b989-53ac-46a0-be22-e74cde4f41af req-65168214-53a2-46e4-85f8-3a5774a4ad72 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] For port 16a0962b-c025-42f6-8e19-556ac1aca035, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=16a0962b-c025-42f6-8e19-556ac1aca035,segment=NetworkSegment(40983c5b-bde1-48a3-a0c1-770144874f34),segment_id=40983c5b-bde1-48a3-a0c1-770144874f34)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:26:13.457425 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-3db3b989-53ac-46a0-be22-e74cde4f41af req-65168214-53a2-46e4-85f8-3a5774a4ad72 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3800399'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:13.469743 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-3db3b989-53ac-46a0-be22-e74cde4f41af req-65168214-53a2-46e4-85f8-3a5774a4ad72 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Calling delete_port for 16a0962b-c025-42f6-8e19-556ac1aca035 owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:26:13.594057 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-3db3b989-53ac-46a0-be22-e74cde4f41af req-65168214-53a2-46e4-85f8-3a5774a4ad72 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769335768917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769335250710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268375'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:13.606168 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] get_ports_and_sgs() called for port_ids ['84202aed-4813-4e7d-b1c1-2de0c0f06fec', 'bf8a5252-8ffe-46d1-8f64-2689772b3f05', '16a0962b-c025-42f6-8e19-556ac1aca035'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:26:13.622852 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65168214-53a2-46e4-85f8-3a5774a4ad72 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Pushing event deleted for resources: {'Port': ['ID=16a0962b-c025-42f6-8e19-556ac1aca035,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:26:13.665019 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-3db3b989-53ac-46a0-be22-e74cde4f41af req-65168214-53a2-46e4-85f8-3a5774a4ad72 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] No DVR routers for this DVR port 16a0962b-c025-42f6-8e19-556ac1aca035 on host hv-cinder-80475 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 15:26:13.667449 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-3db3b989-53ac-46a0-be22-e74cde4f41af req-65168214-53a2-46e4-85f8-3a5774a4ad72 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:13.669509 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-3db3b989-53ac-46a0-be22-e74cde4f41af req-65168214-53a2-46e4-85f8-3a5774a4ad72 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.63 "DELETE /v2.0/ports/16a0962b-c025-42f6-8e19-556ac1aca035 HTTP/1.1" status: 204 len: 173 time: 0.3795276 Aug 16 15:26:13.669936 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e79bc0b-bef7-47a9-be5c-e7d08dfb7050', 'name': 'network-vif-deleted', 'tag': '16a0962b-c025-42f6-8e19-556ac1aca035'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:26:13.672195 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a5cfb7157b8b73f0e4116fd12db15b1ff73336af95e475daca955d95e5834ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f37689-efeb-434f-bd85-bda065c0e14a" -d '{"events": [{"server_uuid": "5e79bc0b-bef7-47a9-be5c-e7d08dfb7050", "name": "network-vif-deleted", "tag": "16a0962b-c025-42f6-8e19-556ac1aca035"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:26:13.711330 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf839a1-9548-4821-8329-c836b3982928 x-openstack-request-id: req-aaf839a1-9548-4821-8329-c836b3982928 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:26:13.711646 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e79bc0b-bef7-47a9-be5c-e7d08dfb7050", "name": "network-vif-deleted", "tag": "16a0962b-c025-42f6-8e19-556ac1aca035", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:26:13.711918 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-aaf839a1-9548-4821-8329-c836b3982928 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:26:13.712331 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e79bc0b-bef7-47a9-be5c-e7d08dfb7050', 'name': 'network-vif-deleted', 'tag': '16a0962b-c025-42f6-8e19-556ac1aca035', 'status': 'completed', 'code': 200} Aug 16 15:26:14.067522 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-253cc423-42da-4ba5-86d9-65619b46bf32 req-09a18fba-c3cc-4b69-88ba-55daf6011cc5 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e79bc0b-bef7-47a9-be5c-e7d08dfb7050 HTTP/1.1" status: 200 len: 210 time: 0.0259912 Aug 16 15:26:15.329053 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e240c69d-f34a-4fe8-a99a-df90d49a0ce8 req-ac38f5ef-91f3-4565-b207-6bc0774f6f81 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:26:15.330497 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-e240c69d-f34a-4fe8-a99a-df90d49a0ce8 req-ac38f5ef-91f3-4565-b207-6bc0774f6f81 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d4078d9-ed7e-48f0-a325-4cf9d53da250 HTTP/1.1" status: 200 len: 945 time: 0.0479925 Aug 16 15:26:15.366841 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-e240c69d-f34a-4fe8-a99a-df90d49a0ce8 req-be0fd21a-5b37-4eeb-9d47-f816ef18d09f tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/security-groups?id=a67e3ff8-70ba-401e-b61e-756d2fc736dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304308 Aug 16 15:26:16.440800 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device 16a0962b-c025-42f6-8e19-556ac1aca035 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:26:16.460815 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] No Port match for: 16a0962b-c025-42f6-8e19-556ac1aca035 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:26:16.461155 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device 16a0962b-c025-42f6-8e19-556ac1aca035 not bound to the agent host hv-cinder-80475 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:26:16.483936 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48802a3b-2f73-4811-bbae-15a083dd5347 req-e2573454-7b7d-4033-8556-e0775e72eed8 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:26:16.485403 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-48802a3b-2f73-4811-bbae-15a083dd5347 req-e2573454-7b7d-4033-8556-e0775e72eed8 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d4078d9-ed7e-48f0-a325-4cf9d53da250 HTTP/1.1" status: 200 len: 945 time: 0.0530746 Aug 16 15:26:16.522251 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-48802a3b-2f73-4811-bbae-15a083dd5347 req-0a61b5ed-95a6-413d-9e83-017b777269f2 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/security-groups?id=a67e3ff8-70ba-401e-b61e-756d2fc736dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309687 Aug 16 15:26:16.637432 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae0d0d3-ea70-4c6f-98f6-6b3935e2ddaf req-d545c877-101e-4370-82c6-4dcb30f24527 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:26:16.638847 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-bae0d0d3-ea70-4c6f-98f6-6b3935e2ddaf req-d545c877-101e-4370-82c6-4dcb30f24527 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d4078d9-ed7e-48f0-a325-4cf9d53da250 HTTP/1.1" status: 200 len: 945 time: 0.0467606 Aug 16 15:26:16.725683 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-bae0d0d3-ea70-4c6f-98f6-6b3935e2ddaf req-7b7223cb-95e6-4542-bae6-d69085099087 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Deleting port bf8a5252-8ffe-46d1-8f64-2689772b3f05 {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:26:16.726027 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-bae0d0d3-ea70-4c6f-98f6-6b3935e2ddaf req-7b7223cb-95e6-4542-bae6-d69085099087 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769335647479'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:16.809798 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-bae0d0d3-ea70-4c6f-98f6-6b3935e2ddaf req-7b7223cb-95e6-4542-bae6-d69085099087 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] For port bf8a5252-8ffe-46d1-8f64-2689772b3f05, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=bf8a5252-8ffe-46d1-8f64-2689772b3f05,segment=NetworkSegment(40983c5b-bde1-48a3-a0c1-770144874f34),segment_id=40983c5b-bde1-48a3-a0c1-770144874f34)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:26:16.810082 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-bae0d0d3-ea70-4c6f-98f6-6b3935e2ddaf req-7b7223cb-95e6-4542-bae6-d69085099087 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3800399'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:16.822375 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-bae0d0d3-ea70-4c6f-98f6-6b3935e2ddaf req-7b7223cb-95e6-4542-bae6-d69085099087 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Calling delete_port for bf8a5252-8ffe-46d1-8f64-2689772b3f05 owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:26:16.946532 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-bae0d0d3-ea70-4c6f-98f6-6b3935e2ddaf req-7b7223cb-95e6-4542-bae6-d69085099087 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769335768917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769335250710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268375'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:16.958143 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] get_ports_and_sgs() called for port_ids ['84202aed-4813-4e7d-b1c1-2de0c0f06fec', 'bf8a5252-8ffe-46d1-8f64-2689772b3f05'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:26:16.971873 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7223cb-95e6-4542-bae6-d69085099087 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Pushing event deleted for resources: {'Port': ['ID=bf8a5252-8ffe-46d1-8f64-2689772b3f05,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:26:17.019159 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-bae0d0d3-ea70-4c6f-98f6-6b3935e2ddaf req-7b7223cb-95e6-4542-bae6-d69085099087 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] No DVR routers for this DVR port bf8a5252-8ffe-46d1-8f64-2689772b3f05 on host hv-cinder-80475 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 15:26:17.021594 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-bae0d0d3-ea70-4c6f-98f6-6b3935e2ddaf req-7b7223cb-95e6-4542-bae6-d69085099087 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:17.023577 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-bae0d0d3-ea70-4c6f-98f6-6b3935e2ddaf req-7b7223cb-95e6-4542-bae6-d69085099087 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.63 "DELETE /v2.0/ports/bf8a5252-8ffe-46d1-8f64-2689772b3f05 HTTP/1.1" status: 204 len: 173 time: 0.3787127 Aug 16 15:26:17.024030 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4078d9-ed7e-48f0-a325-4cf9d53da250', 'name': 'network-vif-deleted', 'tag': 'bf8a5252-8ffe-46d1-8f64-2689772b3f05'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:26:17.026242 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a5cfb7157b8b73f0e4116fd12db15b1ff73336af95e475daca955d95e5834ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c5482a-3672-4458-8cff-ba941b59953e" -d '{"events": [{"server_uuid": "8d4078d9-ed7e-48f0-a325-4cf9d53da250", "name": "network-vif-deleted", "tag": "bf8a5252-8ffe-46d1-8f64-2689772b3f05"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:26:17.066180 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ccc43f-411c-42cc-a5a8-3b642617d2c0 x-openstack-request-id: req-d8ccc43f-411c-42cc-a5a8-3b642617d2c0 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:26:17.066465 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d4078d9-ed7e-48f0-a325-4cf9d53da250", "name": "network-vif-deleted", "tag": "bf8a5252-8ffe-46d1-8f64-2689772b3f05", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:26:17.066708 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d8ccc43f-411c-42cc-a5a8-3b642617d2c0 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:26:17.067092 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d4078d9-ed7e-48f0-a325-4cf9d53da250', 'name': 'network-vif-deleted', 'tag': 'bf8a5252-8ffe-46d1-8f64-2689772b3f05', 'status': 'completed', 'code': 200} Aug 16 15:26:18.896417 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5832d14e-9b38-48f8-b422-704dd023e909 req-46a08772-efe4-4c66-b9cb-13f7bc6a8047 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:26:18.897855 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-5832d14e-9b38-48f8-b422-704dd023e909 req-46a08772-efe4-4c66-b9cb-13f7bc6a8047 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c649279-f6b5-40ee-a0a0-01be8da5ad54 HTTP/1.1" status: 200 len: 945 time: 0.0476160 Aug 16 15:26:18.935195 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [req-5832d14e-9b38-48f8-b422-704dd023e909 req-61e7a513-48ae-48b6-884d-938420d07113 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/security-groups?id=a67e3ff8-70ba-401e-b61e-756d2fc736dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315154 Aug 16 15:26:20.057363 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4999b9fd-e7e6-4844-a660-058c217c1d9a req-a1c5add9-b998-4321-a450-84e19721629c tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:26:20.058806 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-4999b9fd-e7e6-4844-a660-058c217c1d9a req-a1c5add9-b998-4321-a450-84e19721629c tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c649279-f6b5-40ee-a0a0-01be8da5ad54 HTTP/1.1" status: 200 len: 945 time: 0.0493340 Aug 16 15:26:20.094980 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-4999b9fd-e7e6-4844-a660-058c217c1d9a req-bb02e52b-7b5f-4630-87a0-4ab117aaebae tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/security-groups?id=a67e3ff8-70ba-401e-b61e-756d2fc736dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298092 Aug 16 15:26:20.343409 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd696d-961f-4794-ba56-45f51bfab503 req-6afbab70-8585-4035-b779-3bcdca81efd8 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 15:26:20.345326 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-04fd696d-961f-4794-ba56-45f51bfab503 req-6afbab70-8585-4035-b779-3bcdca81efd8 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.63 "GET /v2.0/ports?device_id=1c649279-f6b5-40ee-a0a0-01be8da5ad54 HTTP/1.1" status: 200 len: 945 time: 0.0461466 Aug 16 15:26:20.432287 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-04fd696d-961f-4794-ba56-45f51bfab503 req-7ce9c39a-bcad-48e9-a059-feabce50d8c7 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Deleting port 84202aed-4813-4e7d-b1c1-2de0c0f06fec {{(pid=94051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 15:26:20.432618 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-04fd696d-961f-4794-ba56-45f51bfab503 req-7ce9c39a-bcad-48e9-a059-feabce50d8c7 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769335647479'] for port, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:20.455153 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device bf8a5252-8ffe-46d1-8f64-2689772b3f05 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:26:20.475526 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] No Port match for: bf8a5252-8ffe-46d1-8f64-2689772b3f05 {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:26:20.475885 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device bf8a5252-8ffe-46d1-8f64-2689772b3f05 not bound to the agent host hv-cinder-80475 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:26:20.516960 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.db [req-04fd696d-961f-4794-ba56-45f51bfab503 req-7ce9c39a-bcad-48e9-a059-feabce50d8c7 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] For port 84202aed-4813-4e7d-b1c1-2de0c0f06fec, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=84202aed-4813-4e7d-b1c1-2de0c0f06fec,segment=NetworkSegment(40983c5b-bde1-48a3-a0c1-770144874f34),segment_id=40983c5b-bde1-48a3-a0c1-770144874f34)] {{(pid=94051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 15:26:20.517255 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-04fd696d-961f-4794-ba56-45f51bfab503 req-7ce9c39a-bcad-48e9-a059-feabce50d8c7 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3800399'] for port, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:20.528983 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [req-04fd696d-961f-4794-ba56-45f51bfab503 req-7ce9c39a-bcad-48e9-a059-feabce50d8c7 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Calling delete_port for 84202aed-4813-4e7d-b1c1-2de0c0f06fec owned by compute:nova {{(pid=94051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 15:26:20.650394 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-04fd696d-961f-4794-ba56-45f51bfab503 req-7ce9c39a-bcad-48e9-a059-feabce50d8c7 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-976066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769335768917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769335250710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2268375'] for port, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:20.661408 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.db [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] get_ports_and_sgs() called for port_ids ['84202aed-4813-4e7d-b1c1-2de0c0f06fec'] {{(pid=94053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 15:26:20.677502 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce9c39a-bcad-48e9-a059-feabce50d8c7 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Pushing event deleted for resources: {'Port': ['ID=84202aed-4813-4e7d-b1c1-2de0c0f06fec,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:26:20.718551 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.l3_dvrscheduler_db [req-04fd696d-961f-4794-ba56-45f51bfab503 req-7ce9c39a-bcad-48e9-a059-feabce50d8c7 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] No DVR routers for this DVR port 84202aed-4813-4e7d-b1c1-2de0c0f06fec on host hv-cinder-80475 {{(pid=94051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 15:26:20.721467 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [req-04fd696d-961f-4794-ba56-45f51bfab503 req-7ce9c39a-bcad-48e9-a059-feabce50d8c7 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75143'] for port, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:20.723378 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-04fd696d-961f-4794-ba56-45f51bfab503 req-7ce9c39a-bcad-48e9-a059-feabce50d8c7 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.63 "DELETE /v2.0/ports/84202aed-4813-4e7d-b1c1-2de0c0f06fec HTTP/1.1" status: 204 len: 173 time: 0.3717506 Aug 16 15:26:20.723797 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c649279-f6b5-40ee-a0a0-01be8da5ad54', 'name': 'network-vif-deleted', 'tag': '84202aed-4813-4e7d-b1c1-2de0c0f06fec'}] {{(pid=94051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 15:26:20.726265 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a5cfb7157b8b73f0e4116fd12db15b1ff73336af95e475daca955d95e5834ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd1a3ecc-d3e7-42f1-a38e-b0c0e024884b" -d '{"events": [{"server_uuid": "1c649279-f6b5-40ee-a0a0-01be8da5ad54", "name": "network-vif-deleted", "tag": "84202aed-4813-4e7d-b1c1-2de0c0f06fec"}]}' {{(pid=94051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 15:26:20.760590 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 15:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50adbea-e34a-4c70-aa60-4aa3d0ec3ec9 x-openstack-request-id: req-b50adbea-e34a-4c70-aa60-4aa3d0ec3ec9 {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 15:26:20.760873 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c649279-f6b5-40ee-a0a0-01be8da5ad54", "name": "network-vif-deleted", "tag": "84202aed-4813-4e7d-b1c1-2de0c0f06fec", "status": "completed", "code": 200}]} {{(pid=94051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 15:26:20.761120 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b50adbea-e34a-4c70-aa60-4aa3d0ec3ec9 {{(pid=94051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 15:26:20.761508 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c649279-f6b5-40ee-a0a0-01be8da5ad54', 'name': 'network-vif-deleted', 'tag': '84202aed-4813-4e7d-b1c1-2de0c0f06fec', 'status': 'completed', 'code': 200} Aug 16 15:26:21.204491 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [req-c1840c69-996e-487b-a10b-553b74024390 req-83d7c80b-60ca-456d-882e-086c42fbba62 tempest-AttachVolumeNegativeTest-955481050 tempest-AttachVolumeNegativeTest-955481050-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c649279-f6b5-40ee-a0a0-01be8da5ad54 HTTP/1.1" status: 200 len: 210 time: 0.0296335 Aug 16 15:26:22.262286 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 43818) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:26:22.306437 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b0b4965-418f-4dec-b60c-b5712ba44a07 admin admin] Deleting subnet ddadddc4-b42d-4733-a2ad-7e9caef56d9b {{(pid=94051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 15:26:22.309389 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3b0b4965-418f-4dec-b60c-b5712ba44a07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:22.342250 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3b0b4965-418f-4dec-b60c-b5712ba44a07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2459736'] for subnet, precommit_delete_associations {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:22.380016 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3b0b4965-418f-4dec-b60c-b5712ba44a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1014246'] for subnet, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:22.432141 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3b0b4965-418f-4dec-b60c-b5712ba44a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4115071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2268290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26656816'] for subnet, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:22.457106 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0b4965-418f-4dec-b60c-b5712ba44a07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddadddc4-b42d-4733-a2ad-7e9caef56d9b,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:26:22.460652 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-3b0b4965-418f-4dec-b60c-b5712ba44a07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3780594'] for subnet, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:22.462450 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-3b0b4965-418f-4dec-b60c-b5712ba44a07 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/ddadddc4-b42d-4733-a2ad-7e9caef56d9b HTTP/1.1" status: 204 len: 168 time: 0.1991670 Aug 16 15:26:22.464985 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 43820) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:26:22.530269 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9bb815f2-d1b6-44eb-aae1-d5c3c653c00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653808'] for network, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:22.609051 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9bb815f2-d1b6-44eb-aae1-d5c3c653c00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000339', 'neutron.services.segments.db._delete_segments_for_network-8769335759171'] for network, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:22.619078 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.services.segments.db [None req-9bb815f2-d1b6-44eb-aae1-d5c3c653c00b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7c89e50-4998-484b-8c53-e561d3d7c4a5']}} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:26:22.628780 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.services.segments.db [None req-9bb815f2-d1b6-44eb-aae1-d5c3c653c00b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40983c5b-bde1-48a3-a0c1-770144874f34') {'for_net_delete': True} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:26:22.629079 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.services.segments.db [None req-9bb815f2-d1b6-44eb-aae1-d5c3c653c00b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40983c5b-bde1-48a3-a0c1-770144874f34') {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 15:26:22.637483 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9bb815f2-d1b6-44eb-aae1-d5c3c653c00b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769335762252', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2459729'] for segment, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:22.650330 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9bb815f2-d1b6-44eb-aae1-d5c3c653c00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014199'] for segment, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:22.655835 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bb815f2-d1b6-44eb-aae1-d5c3c653c00b admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=94051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 15:26:22.656241 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9bb815f2-d1b6-44eb-aae1-d5c3c653c00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2268388'] for segment, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:22.658341 dv-cinder-804757-1-iscsi neutron-server[94051]: Traceback (most recent call last): Aug 16 15:26:22.658341 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 15:26:22.658341 dv-cinder-804757-1-iscsi neutron-server[94051]: timer() Aug 16 15:26:22.658341 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 15:26:22.658341 dv-cinder-804757-1-iscsi neutron-server[94051]: cb(*args, **kw) Aug 16 15:26:22.658341 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 15:26:22.658341 dv-cinder-804757-1-iscsi neutron-server[94051]: return func(*args, **kwargs) Aug 16 15:26:22.658341 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 15:26:22.658341 dv-cinder-804757-1-iscsi neutron-server[94051]: self._notify() Aug 16 15:26:22.658341 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 15:26:22.658341 dv-cinder-804757-1-iscsi neutron-server[94051]: self.callback(batched_events) Aug 16 15:26:22.658341 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 15:26:22.658341 dv-cinder-804757-1-iscsi neutron-server[94051]: event.method(event) Aug 16 15:26:22.658341 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 15:26:22.658341 dv-cinder-804757-1-iscsi neutron-server[94051]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 15:26:22.658341 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 15:26:22.658341 dv-cinder-804757-1-iscsi neutron-server[94051]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 15:26:22.658341 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 15:26:22.658341 dv-cinder-804757-1-iscsi neutron-server[94051]: return f(self, *a, **k) Aug 16 15:26:22.658341 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 15:26:22.658341 dv-cinder-804757-1-iscsi neutron-server[94051]: return self._get(url).json() Aug 16 15:26:22.658341 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 15:26:22.658341 dv-cinder-804757-1-iscsi neutron-server[94051]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 15:26:22.658341 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 15:26:22.658341 dv-cinder-804757-1-iscsi neutron-server[94051]: return self.request(url, 'GET', **kwargs) Aug 16 15:26:22.658341 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 15:26:22.658341 dv-cinder-804757-1-iscsi neutron-server[94051]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 15:26:22.658341 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 15:26:22.658341 dv-cinder-804757-1-iscsi neutron-server[94051]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 15:26:22.658341 dv-cinder-804757-1-iscsi neutron-server[94051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 15:26:22.658341 dv-cinder-804757-1-iscsi neutron-server[94051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 15:26:22.658341 dv-cinder-804757-1-iscsi neutron-server[94051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 15:26:22.713433 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9bb815f2-d1b6-44eb-aae1-d5c3c653c00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3780352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798563'] for network, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:22.719454 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9bb815f2-d1b6-44eb-aae1-d5c3c653c00b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3780594'] for network, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:22.721491 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-9bb815f2-d1b6-44eb-aae1-d5c3c653c00b admin admin] 10.222.0.22 "DELETE /v2.0/networks/f7c89e50-4998-484b-8c53-e561d3d7c4a5 HTTP/1.1" status: 204 len: 168 time: 0.2555997 Aug 16 15:26:22.738064 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb815f2-d1b6-44eb-aae1-d5c3c653c00b admin admin] Pushing event deleted for resources: {'Network': ['ID=f7c89e50-4998-484b-8c53-e561d3d7c4a5,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:26:22.882449 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 43824) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:26:22.922260 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-fb5f05d7-0f7f-4f8c-a071-e8caa212d4f1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=748db6b2d09f4a18b730eb30423e7be7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386405 Aug 16 15:26:22.924649 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 43826) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:26:22.969774 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9e4caf09-e7c9-411f-913d-0d35bf92b987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:22.989636 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9e4caf09-e7c9-411f-913d-0d35bf92b987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:23.033394 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9e4caf09-e7c9-411f-913d-0d35bf92b987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:23.035834 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-9e4caf09-e7c9-411f-913d-0d35bf92b987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:23.036977 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-9e4caf09-e7c9-411f-913d-0d35bf92b987 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a67e3ff8-70ba-401e-b61e-756d2fc736dd HTTP/1.1" status: 204 len: 168 time: 0.1114669 Aug 16 15:26:23.044343 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4caf09-e7c9-411f-913d-0d35bf92b987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67e3ff8-70ba-401e-b61e-756d2fc736dd,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:26:24.455702 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device 84202aed-4813-4e7d-b1c1-2de0c0f06fec no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 15:26:24.478976 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.plugin [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] No Port match for: 84202aed-4813-4e7d-b1c1-2de0c0f06fec {{(pid=94053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 15:26:24.479318 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron.plugins.ml2.rpc [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Device 84202aed-4813-4e7d-b1c1-2de0c0f06fec not bound to the agent host hv-cinder-80475 {{(pid=94053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 15:26:26.435140 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:31.389591 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-16681776-657f-44c0-b078-f4496977b55d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:31.957724 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.agents_db [None req-45e7de1a-0021-4862-aee0-d1a44650be34 None None] Agent healthcheck: found 6 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 15:26:33.632875 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 43958) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:26:33.732664 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f6fd2264-7064-4919-a5e6-cdcfe4352329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:33.817282 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f6fd2264-7064-4919-a5e6-cdcfe4352329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:33.821676 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-f6fd2264-7064-4919-a5e6-cdcfe4352329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:33.861015 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-f6fd2264-7064-4919-a5e6-cdcfe4352329 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9e6b5b19e03c4db28b2867739229b2bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2270658 Aug 16 15:26:33.862093 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fd2264-7064-4919-a5e6-cdcfe4352329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df361b2-3a21-45ba-a265-0eaf4d438ea5,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:26:33.863916 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 43962) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:26:33.913310 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ff685f22-ad57-40c3-ad25-3aeb0273465b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:33.933264 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ff685f22-ad57-40c3-ad25-3aeb0273465b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:33.966364 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c79ec9ed-5521-4c53-8cc7-1184b9d1f86d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:33.978441 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ff685f22-ad57-40c3-ad25-3aeb0273465b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:33.981037 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-ff685f22-ad57-40c3-ad25-3aeb0273465b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:33.982153 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-ff685f22-ad57-40c3-ad25-3aeb0273465b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5df361b2-3a21-45ba-a265-0eaf4d438ea5 HTTP/1.1" status: 204 len: 168 time: 0.1172130 Aug 16 15:26:33.989951 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff685f22-ad57-40c3-ad25-3aeb0273465b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df361b2-3a21-45ba-a265-0eaf4d438ea5,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:26:33.998002 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff685f22-ad57-40c3-ad25-3aeb0273465b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:26:33.998316 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff685f22-ad57-40c3-ad25-3aeb0273465b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:26:33.998779 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff685f22-ad57-40c3-ad25-3aeb0273465b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:26:33.999121 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff685f22-ad57-40c3-ad25-3aeb0273465b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:26:33.999492 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff685f22-ad57-40c3-ad25-3aeb0273465b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:26:34.000379 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff685f22-ad57-40c3-ad25-3aeb0273465b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:26:34.000715 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff685f22-ad57-40c3-ad25-3aeb0273465b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:26:34.001039 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff685f22-ad57-40c3-ad25-3aeb0273465b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:26:34.001382 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff685f22-ad57-40c3-ad25-3aeb0273465b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:26:34.001684 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff685f22-ad57-40c3-ad25-3aeb0273465b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:26:34.002002 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff685f22-ad57-40c3-ad25-3aeb0273465b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:26:34.002344 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff685f22-ad57-40c3-ad25-3aeb0273465b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:26:34.244839 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 43968) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:26:34.258708 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7053914a-1d1a-4937-93ce-88482a8ba191 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:34.259718 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:34.346848 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7053914a-1d1a-4937-93ce-88482a8ba191 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:34.350573 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-7053914a-1d1a-4937-93ce-88482a8ba191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:34.388603 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-7053914a-1d1a-4937-93ce-88482a8ba191 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=054812ea4c154b4c9c1796f46aca905a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1427042 Aug 16 15:26:34.389432 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7053914a-1d1a-4937-93ce-88482a8ba191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3182eec5-9272-4b38-a547-539e7bff9791,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:26:34.391914 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 43970) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:26:34.439807 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d9ca8ec6-b28a-42f4-878a-b6ff3011b893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:34.459431 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d9ca8ec6-b28a-42f4-878a-b6ff3011b893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:34.504220 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d9ca8ec6-b28a-42f4-878a-b6ff3011b893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:34.506747 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-d9ca8ec6-b28a-42f4-878a-b6ff3011b893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:34.507891 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-d9ca8ec6-b28a-42f4-878a-b6ff3011b893 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3182eec5-9272-4b38-a547-539e7bff9791 HTTP/1.1" status: 204 len: 168 time: 0.1149807 Aug 16 15:26:34.515188 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ca8ec6-b28a-42f4-878a-b6ff3011b893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3182eec5-9272-4b38-a547-539e7bff9791,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:26:35.164470 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5f8a3891-afd8-4a3f-99f3-eab7c9032578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:36.811393 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4fd61f29-14ed-4c81-94cc-08da44d16cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:39.437375 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 44064) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:26:39.539020 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cc5302c3-c9f8-435d-ad50-f502f8cb7ffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:39.627319 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cc5302c3-c9f8-435d-ad50-f502f8cb7ffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:39.630648 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-cc5302c3-c9f8-435d-ad50-f502f8cb7ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:39.669297 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-cc5302c3-c9f8-435d-ad50-f502f8cb7ffe admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ab423953287d46d59fcb215aeab1c188&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2307010 Aug 16 15:26:39.670336 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5302c3-c9f8-435d-ad50-f502f8cb7ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dde8626-71ba-49e4-a7cc-a9347db2ebee,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:26:39.671939 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 44068) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:26:39.721786 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2e1cff69-f7c1-4dda-a660-5ca14aa5ee23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:39.742123 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2e1cff69-f7c1-4dda-a660-5ca14aa5ee23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:39.786538 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2e1cff69-f7c1-4dda-a660-5ca14aa5ee23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:39.789379 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-2e1cff69-f7c1-4dda-a660-5ca14aa5ee23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:39.790499 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-2e1cff69-f7c1-4dda-a660-5ca14aa5ee23 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8dde8626-71ba-49e4-a7cc-a9347db2ebee HTTP/1.1" status: 204 len: 168 time: 0.1174970 Aug 16 15:26:39.797899 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1cff69-f7c1-4dda-a660-5ca14aa5ee23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dde8626-71ba-49e4-a7cc-a9347db2ebee,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:26:40.039754 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 44074) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:26:40.055357 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-39750de9-3d4b-494e-88b5-6d38ed6f2251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:40.152221 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-39750de9-3d4b-494e-88b5-6d38ed6f2251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:40.155674 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-39750de9-3d4b-494e-88b5-6d38ed6f2251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:40.193552 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-39750de9-3d4b-494e-88b5-6d38ed6f2251 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b01bd495729f428b85f331151145bf9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1527259 Aug 16 15:26:40.194596 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39750de9-3d4b-494e-88b5-6d38ed6f2251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7ea24b-7f6c-4190-add0-368aac670198,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:26:40.196444 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 44076) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:26:40.243741 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0acddf48-0614-4c74-a6eb-21ba5ea19d0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:40.264628 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0acddf48-0614-4c74-a6eb-21ba5ea19d0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:40.312896 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0acddf48-0614-4c74-a6eb-21ba5ea19d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:40.315368 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-0acddf48-0614-4c74-a6eb-21ba5ea19d0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:40.316568 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-0acddf48-0614-4c74-a6eb-21ba5ea19d0c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5c7ea24b-7f6c-4190-add0-368aac670198 HTTP/1.1" status: 204 len: 168 time: 0.1189690 Aug 16 15:26:40.323694 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acddf48-0614-4c74-a6eb-21ba5ea19d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7ea24b-7f6c-4190-add0-368aac670198,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:26:42.569831 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 44144) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:26:42.669997 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-02e3daf6-83a4-489e-beb8-096e85819c74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:42.757135 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-02e3daf6-83a4-489e-beb8-096e85819c74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:42.760702 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-02e3daf6-83a4-489e-beb8-096e85819c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:42.797818 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-02e3daf6-83a4-489e-beb8-096e85819c74 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=aa06fc324c32463982faaf4d0545ba83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2269454 Aug 16 15:26:42.798925 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e3daf6-83a4-489e-beb8-096e85819c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a0e4cf-22b0-40ba-942a-b19b05b43b72,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:26:42.800512 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 44148) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:26:42.847752 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4f73db10-c204-43d2-a15f-908d7b50b18a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:42.867752 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4f73db10-c204-43d2-a15f-908d7b50b18a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:42.911689 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4f73db10-c204-43d2-a15f-908d7b50b18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:42.914194 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-4f73db10-c204-43d2-a15f-908d7b50b18a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:42.915330 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-4f73db10-c204-43d2-a15f-908d7b50b18a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/80a0e4cf-22b0-40ba-942a-b19b05b43b72 HTTP/1.1" status: 204 len: 168 time: 0.1137729 Aug 16 15:26:42.923083 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f73db10-c204-43d2-a15f-908d7b50b18a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a0e4cf-22b0-40ba-942a-b19b05b43b72,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:26:43.163413 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 44154) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:26:43.177102 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0fe284e2-00fc-4501-bfd5-eede51543783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:43.266161 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0fe284e2-00fc-4501-bfd5-eede51543783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:43.269922 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-0fe284e2-00fc-4501-bfd5-eede51543783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:43.306805 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-0fe284e2-00fc-4501-bfd5-eede51543783 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f6595bb611d949988e8d0e3a8bff5583&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1423388 Aug 16 15:26:43.307956 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe284e2-00fc-4501-bfd5-eede51543783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e464bc-d65d-41eb-b3b2-7eefed98964c,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:26:43.309808 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 44156) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:26:43.358799 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-93503f16-82c0-4557-86f7-4bd579ee5f38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:43.379439 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-93503f16-82c0-4557-86f7-4bd579ee5f38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:43.424509 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-93503f16-82c0-4557-86f7-4bd579ee5f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:43.426925 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-93503f16-82c0-4557-86f7-4bd579ee5f38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:43.428081 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-93503f16-82c0-4557-86f7-4bd579ee5f38 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/12e464bc-d65d-41eb-b3b2-7eefed98964c HTTP/1.1" status: 204 len: 168 time: 0.1172552 Aug 16 15:26:43.435633 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93503f16-82c0-4557-86f7-4bd579ee5f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e464bc-d65d-41eb-b3b2-7eefed98964c,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:26:47.316409 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 44222) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:26:47.419093 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-19f98f46-f802-4093-bf4d-63201bc051f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:47.505505 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-19f98f46-f802-4093-bf4d-63201bc051f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:47.509151 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-19f98f46-f802-4093-bf4d-63201bc051f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:47.545741 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-19f98f46-f802-4093-bf4d-63201bc051f9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1403dd5f790b4917923f5b4f9ec1b9f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2283108 Aug 16 15:26:47.546813 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f98f46-f802-4093-bf4d-63201bc051f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3892b781-5543-4e3e-8bd9-010f785f6921,revision_number=1']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:26:47.549056 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 44226) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:26:47.596357 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8766cc39-d8ae-43fd-b7aa-99a006d84de3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:47.616824 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8766cc39-d8ae-43fd-b7aa-99a006d84de3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:47.660670 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8766cc39-d8ae-43fd-b7aa-99a006d84de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:47.663109 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-8766cc39-d8ae-43fd-b7aa-99a006d84de3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:26:47.664226 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-8766cc39-d8ae-43fd-b7aa-99a006d84de3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3892b781-5543-4e3e-8bd9-010f785f6921 HTTP/1.1" status: 204 len: 168 time: 0.1141634 Aug 16 15:26:47.671230 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8766cc39-d8ae-43fd-b7aa-99a006d84de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3892b781-5543-4e3e-8bd9-010f785f6921,revision_number=None']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:26:56.435887 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:27:01.394276 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-b3e4b743-efd8-4be8-b063-5481fe5a6678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:27:03.967430 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-69f9133c-fc66-42a2-a538-3bacbb877341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:27:04.251029 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:27:05.166407 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5f8a3891-afd8-4a3f-99f3-eab7c9032578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:27:06.814506 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4fd61f29-14ed-4c81-94cc-08da44d16cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:27:08.956718 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.agents_db [None req-45e7de1a-0021-4862-aee0-d1a44650be34 None None] Agent healthcheck: found 6 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 15:27:15.150876 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 44408) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:27:15.251881 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-30455cd7-7f75-4176-99b9-ff352d428d56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:27:15.338896 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-30455cd7-7f75-4176-99b9-ff352d428d56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:27:15.342602 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-30455cd7-7f75-4176-99b9-ff352d428d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:27:15.380677 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30455cd7-7f75-4176-99b9-ff352d428d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c51fbf-1656-4ea2-a720-78ffe2831304,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:27:15.384413 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-30455cd7-7f75-4176-99b9-ff352d428d56 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f7a9fac96bd544c6a0fe4e20ac621d08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2325606 Aug 16 15:27:15.387207 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 44412) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:27:15.389976 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30455cd7-7f75-4176-99b9-ff352d428d56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:27:15.390322 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30455cd7-7f75-4176-99b9-ff352d428d56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:27:15.390657 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30455cd7-7f75-4176-99b9-ff352d428d56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:27:15.390994 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30455cd7-7f75-4176-99b9-ff352d428d56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:27:15.391321 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30455cd7-7f75-4176-99b9-ff352d428d56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:27:15.391648 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30455cd7-7f75-4176-99b9-ff352d428d56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:27:15.391990 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30455cd7-7f75-4176-99b9-ff352d428d56 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:27:15.392312 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30455cd7-7f75-4176-99b9-ff352d428d56 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:27:15.392631 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30455cd7-7f75-4176-99b9-ff352d428d56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:27:15.392951 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30455cd7-7f75-4176-99b9-ff352d428d56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:27:15.393265 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30455cd7-7f75-4176-99b9-ff352d428d56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:27:15.393580 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30455cd7-7f75-4176-99b9-ff352d428d56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:27:15.433901 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3ce2a5e7-dd46-4ad1-86b5-e6fa96cf54ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:27:15.455356 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3ce2a5e7-dd46-4ad1-86b5-e6fa96cf54ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:27:15.500327 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3ce2a5e7-dd46-4ad1-86b5-e6fa96cf54ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:27:15.502818 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-3ce2a5e7-dd46-4ad1-86b5-e6fa96cf54ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:27:15.503940 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-3ce2a5e7-dd46-4ad1-86b5-e6fa96cf54ea admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/30c51fbf-1656-4ea2-a720-78ffe2831304 HTTP/1.1" status: 204 len: 168 time: 0.1156850 Aug 16 15:27:15.511172 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce2a5e7-dd46-4ad1-86b5-e6fa96cf54ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c51fbf-1656-4ea2-a720-78ffe2831304,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:27:26.452803 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:27:31.394068 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5f4cbb75-8029-40ed-9ef5-4e3bb6d5c877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:27:33.967127 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-8a365879-2717-41d4-9006-9d18f0247d70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:27:34.253687 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:27:34.483074 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.wsgi [-] (94051) accepted ('10.222.0.22', 44544) {{(pid=94051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:27:34.593598 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6cd04d13-4cad-47a4-a82d-3ace3e0f2a12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:27:34.682051 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6cd04d13-4cad-47a4-a82d-3ace3e0f2a12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:27:34.685536 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-6cd04d13-4cad-47a4-a82d-3ace3e0f2a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_create {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:27:34.721404 dv-cinder-804757-1-iscsi neutron-server[94051]: INFO neutron.wsgi [None req-6cd04d13-4cad-47a4-a82d-3ace3e0f2a12 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=30c743fd47cd4c04938952682d9859c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2372873 Aug 16 15:27:34.722413 dv-cinder-804757-1-iscsi neutron-server[94051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd04d13-4cad-47a4-a82d-3ace3e0f2a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35a9595-66f8-4393-93b3-c84b7e5de10c,revision_number=1']} {{(pid=94051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:27:34.724485 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [-] (94052) accepted ('10.222.0.22', 44548) {{(pid=94052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 15:27:34.773433 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-73146b3d-64ab-4cff-969b-8e3635393b05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:27:34.796682 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-73146b3d-64ab-4cff-969b-8e3635393b05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:27:34.841271 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-73146b3d-64ab-4cff-969b-8e3635393b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109739'] for security_group, after_delete {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:27:34.844080 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron_lib.callbacks.manager [None req-73146b3d-64ab-4cff-969b-8e3635393b05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:27:34.845294 dv-cinder-804757-1-iscsi neutron-server[94052]: INFO neutron.wsgi [None req-73146b3d-64ab-4cff-969b-8e3635393b05 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d35a9595-66f8-4393-93b3-c84b7e5de10c HTTP/1.1" status: 204 len: 168 time: 0.1186614 Aug 16 15:27:34.854059 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73146b3d-64ab-4cff-969b-8e3635393b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35a9595-66f8-4393-93b3-c84b7e5de10c,revision_number=None']} {{(pid=94052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 15:27:34.861145 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73146b3d-64ab-4cff-969b-8e3635393b05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:27:34.861498 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73146b3d-64ab-4cff-969b-8e3635393b05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:27:34.861832 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73146b3d-64ab-4cff-969b-8e3635393b05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:27:34.862154 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73146b3d-64ab-4cff-969b-8e3635393b05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:27:34.862475 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73146b3d-64ab-4cff-969b-8e3635393b05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:27:34.862795 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73146b3d-64ab-4cff-969b-8e3635393b05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:27:34.863115 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73146b3d-64ab-4cff-969b-8e3635393b05 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:27:34.863433 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73146b3d-64ab-4cff-969b-8e3635393b05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:27:34.863759 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73146b3d-64ab-4cff-969b-8e3635393b05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:27:34.864110 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73146b3d-64ab-4cff-969b-8e3635393b05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:27:34.864399 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73146b3d-64ab-4cff-969b-8e3635393b05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:27:34.864711 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73146b3d-64ab-4cff-969b-8e3635393b05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-1-iscsi {{(pid=94052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 15:27:35.170642 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5f8a3891-afd8-4a3f-99f3-eab7c9032578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:27:36.818679 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4fd61f29-14ed-4c81-94cc-08da44d16cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:27:45.955488 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.agents_db [None req-45e7de1a-0021-4862-aee0-d1a44650be34 None None] Agent healthcheck: found 6 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 15:27:56.449791 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:28:01.394299 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-519995e7-f26b-4510-b909-8184270c8c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:28:03.966656 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3f5492ab-0d24-4bf7-a5ba-9091e73144ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:28:04.256657 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:28:05.172121 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5f8a3891-afd8-4a3f-99f3-eab7c9032578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:28:06.821742 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4fd61f29-14ed-4c81-94cc-08da44d16cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:28:22.955268 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.agents_db [None req-45e7de1a-0021-4862-aee0-d1a44650be34 None None] Agent healthcheck: found 6 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 15:28:26.463782 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:28:31.396327 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-055b54d1-9553-43ef-a5d0-0c354e63cad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:28:33.965727 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-f942f058-9c48-4a35-b19d-93d55c6d6df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:28:34.257971 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:28:35.175002 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5f8a3891-afd8-4a3f-99f3-eab7c9032578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:28:36.824227 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4fd61f29-14ed-4c81-94cc-08da44d16cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:28:56.463497 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:28:59.953985 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.agents_db [None req-45e7de1a-0021-4862-aee0-d1a44650be34 None None] Agent healthcheck: found 6 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 15:29:01.397093 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-66a23c07-0be0-47a9-9cfa-5ad772eb7f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:29:03.966005 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-bae53c29-0ab6-47dc-9cbe-a199fe2829e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:29:04.258694 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:29:05.179574 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5f8a3891-afd8-4a3f-99f3-eab7c9032578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:29:06.827579 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4fd61f29-14ed-4c81-94cc-08da44d16cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:29:26.466215 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:29:31.396664 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4ccd3cc9-11c5-4aba-a89f-7f095192e857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:29:34.087018 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-07139d66-036a-4a9f-ab02-12c643752b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:29:34.259715 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:29:35.180725 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5f8a3891-afd8-4a3f-99f3-eab7c9032578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:29:36.830214 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4fd61f29-14ed-4c81-94cc-08da44d16cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:29:36.953674 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.agents_db [None req-45e7de1a-0021-4862-aee0-d1a44650be34 None None] Agent healthcheck: found 6 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 15:29:56.461370 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:30:01.397087 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-eb5fdfbe-520e-46b6-abd5-77ba3f8012b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:30:03.967168 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d23a02e3-3cf9-41e8-b7a6-b67a62a030b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:30:04.260647 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:30:05.182369 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5f8a3891-afd8-4a3f-99f3-eab7c9032578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:30:06.833850 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4fd61f29-14ed-4c81-94cc-08da44d16cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:30:13.952182 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.agents_db [None req-45e7de1a-0021-4862-aee0-d1a44650be34 None None] Agent healthcheck: found 6 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 15:30:26.475691 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:30:31.397123 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-34fb2dc5-70cc-4de7-8c7d-1b193e0c8fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:30:33.966256 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-9e578448-877b-44cd-a1d9-6ea716987f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:30:34.261065 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:30:35.186031 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5f8a3891-afd8-4a3f-99f3-eab7c9032578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:30:36.836106 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4fd61f29-14ed-4c81-94cc-08da44d16cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:30:50.950201 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.agents_db [None req-45e7de1a-0021-4862-aee0-d1a44650be34 None None] Agent healthcheck: found 6 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 15:30:56.475690 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:31:01.398097 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-581f1c2b-1357-46bd-93c3-1e1ec4f42cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:31:03.966185 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-de382f7b-7733-460c-ba75-06bf5bb10892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:31:04.262681 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:31:05.197782 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5f8a3891-afd8-4a3f-99f3-eab7c9032578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:31:06.839277 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4fd61f29-14ed-4c81-94cc-08da44d16cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:31:26.489860 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:31:27.950688 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.agents_db [None req-45e7de1a-0021-4862-aee0-d1a44650be34 None None] Agent healthcheck: found 6 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 15:31:31.402222 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-3510f27e-a7ef-4505-bd14-81ef8a1491c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:31:33.966437 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6d2e51c5-f117-4980-b330-cec5ccc3ef7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:31:34.263522 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:31:35.192630 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5f8a3891-afd8-4a3f-99f3-eab7c9032578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:31:36.842776 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4fd61f29-14ed-4c81-94cc-08da44d16cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:31:56.488963 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:32:01.401989 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-56c384ae-44d6-4bc1-bedb-769b13723207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:32:03.967742 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-7db2960b-9fd7-482b-8a68-f145c2e1071e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:32:04.264211 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:32:04.949386 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.agents_db [None req-45e7de1a-0021-4862-aee0-d1a44650be34 None None] Agent healthcheck: found 6 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 15:32:05.194520 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5f8a3891-afd8-4a3f-99f3-eab7c9032578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:32:06.846743 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4fd61f29-14ed-4c81-94cc-08da44d16cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:32:10.376605 dv-cinder-804757-1-iscsi neutron-server[94052]: DEBUG neutron.wsgi [req-67dac580-6d83-489f-9056-8f1e4612ecfa req-df0abd86-adf6-43ba-90d0-cb1a17d01b9f service neutron] (94052) timed out ('10.222.0.63', 55399) {{(pid=94052) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 15:32:26.509097 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-ce8b19a5-b9cf-430e-b69e-55af51006b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:32:31.403596 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-d36e4b05-6b5a-4d9a-8220-92b461cfebf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:32:33.967712 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-6c4121aa-88dc-4476-96fe-8fde01b1b3b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:32:34.264436 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-c28f8c43-9c26-449d-91b5-9f4a617f97d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:32:35.197124 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-5f8a3891-afd8-4a3f-99f3-eab7c9032578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:32:36.851216 dv-cinder-804757-1-iscsi neutron-server[94053]: DEBUG neutron_lib.callbacks.manager [None req-4fd61f29-14ed-4c81-94cc-08da44d16cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769335694713', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1032477'] for agent, after_update {{(pid=94053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 15:32:41.951057 dv-cinder-804757-1-iscsi neutron-server[94054]: DEBUG neutron.db.agents_db [None req-45e7de1a-0021-4862-aee0-d1a44650be34 None None] Agent healthcheck: found 6 active agents {{(pid=94054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}